[ 530.480770] env[65049]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.480770] env[65049]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.500031] env[65152]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.500031] env[65152]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.343840] env[65152]: INFO neutron.common.config [-] Logging enabled! [ 533.343840] env[65152]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev51 [ 533.343840] env[65152]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65152) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 533.344289] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 533.344289] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 533.344935] env[65152]: WARNING oslo_policy.policy [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.345185] env[65152]: WARNING oslo_policy.policy [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.346880] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] VMware NSXv3 Agent initialized successfully. [ 533.347258] env[65152]: DEBUG oslo_concurrency.lockutils [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] Acquiring lock "singleton_lock" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.347394] env[65152]: DEBUG oslo_concurrency.lockutils [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] Acquired lock "singleton_lock" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.347596] env[65152]: DEBUG oslo_concurrency.lockutils [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] Releasing lock "singleton_lock" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.347937] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] Full set of CONF: {{(pid=65152) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 533.348052] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ******************************************************************************** {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.348143] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] Configuration options gathered from: {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.348891] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.349139] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.349287] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ================================================================================ {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.349536] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] agent_down_time = 75 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.349663] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] allow_automatic_dhcp_failover = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.349834] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] allow_bulk = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.350016] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] api_extensions_path = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.350196] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] api_paste_config = api-paste.ini {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.350365] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] auth_strategy = keystone {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.350502] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] backdoor_port = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.350618] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] backdoor_socket = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.350789] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] backlog = 4096 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.350954] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] base_mac = fa:16:3e:00:00:00 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.351179] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] bind_host = 0.0.0.0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.351331] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] bind_port = 9696 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.351467] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] client_socket_timeout = 900 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.351603] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] config_dir = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.351712] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.351848] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] config_source = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.351985] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] control_exchange = neutron {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.352147] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] core_plugin = ml2 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.352278] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] debug = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.352412] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] default_availability_zones = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.352615] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.352815] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] dhcp_agent_notification = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.352921] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] dhcp_agents_per_network = 1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353014] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] dhcp_lease_duration = 86400 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353158] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] dhcp_load_type = networks {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353293] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] dns_domain = openstacklocal {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353426] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353554] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] enable_default_route_bfd = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353681] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] enable_default_route_ecmp = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353809] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] enable_dvr = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.353962] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] enable_new_agents = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.354077] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.354212] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] enable_signals = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.354343] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] enable_traditional_dhcp = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.354473] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] external_dns_driver = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.354605] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] filter_validation = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.354743] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] global_physnet_mtu = 8950 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.354874] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] graceful_shutdown_timeout = 60 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.355069] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] host = cpu-1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.355215] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] host_dvr_for_dhcp = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.355351] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] http_retries = 3 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.355488] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] instance_format = [instance: %(uuid)s] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.355625] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.355761] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ipam_driver = internal {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.355890] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ipv6_pd_enabled = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356030] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] l3_ha = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356170] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356307] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] l3_ha_network_physical_name = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356441] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] l3_ha_network_type = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356577] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_color = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356709] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_config_append = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356842] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.356972] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_dir = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357114] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_file = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357219] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_options = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357352] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_rotate_interval = 1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357491] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_rotate_interval_type = days {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357628] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] log_rotation_type = none {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357732] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357834] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.357969] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.358118] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.358222] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.358354] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] max_dns_nameservers = 5 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.358485] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] max_header_line = 16384 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.358613] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] max_l3_agents_per_router = 3 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.358741] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] max_logfile_count = 30 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.358870] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] max_logfile_size_mb = 200 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359007] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] max_subnet_host_routes = 20 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359172] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] my_ip = 10.180.1.21 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359318] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] my_ipv6 = ::1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359447] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] network_auto_schedule = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359572] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] network_link_prefix = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359712] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359852] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] notify_nova_on_port_data_changes = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.359984] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] notify_nova_on_port_status_changes = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.360133] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] pagination_max_limit = -1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.360264] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] publish_errors = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.360394] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] rate_limit_burst = 0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.360528] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] rate_limit_except_level = CRITICAL {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.360655] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] rate_limit_interval = 0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.360782] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] retry_until_window = 30 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.360911] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] router_distributed = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.361050] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] rpc_resources_processing_step = 20 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.361212] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] rpc_response_max_timeout = 600 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.361376] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] rpc_response_timeout = 60 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.361560] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] send_events_interval = 2 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.361747] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] service_plugins = ['router'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.361894] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] setproctitle = on {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362038] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] shell_completion = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362182] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] state_path = /opt/stack/data/neutron {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362319] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] syslog_log_facility = LOG_USER {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362448] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] tcp_keepidle = 600 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362583] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] transport_url = **** {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362712] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] use_journal = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362840] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] use_json = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.362971] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] use_ssl = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.363102] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] use_stderr = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.363237] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] use_syslog = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.363362] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] vlan_qinq = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.363486] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] vlan_transparent = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.363613] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] watch_log_file = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.363740] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] wsgi_default_pool_size = 100 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.363867] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] wsgi_keep_alive = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.364010] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.364152] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] wsgi_server_debug = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.364295] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_concurrency.disable_process_locking = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364444] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364586] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364745] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364889] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365040] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365181] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365335] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.connection_string = messaging:// {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365512] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.enabled = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365671] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.es_doc_type = notification {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365811] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.es_scroll_size = 10000 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365951] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.es_scroll_time = 2m {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366102] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.filter_error_trace = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366249] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.hmac_keys = **** {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366386] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.sentinel_service_name = mymaster {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366529] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.socket_timeout = 0.1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366665] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.trace_requests = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366796] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler.trace_sqlalchemy = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366942] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler_jaeger.process_tags = {} {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367089] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler_jaeger.service_name_prefix = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367230] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] profiler_otlp.service_name_prefix = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367382] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.enforce_new_defaults = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367666] env[65152]: WARNING oslo_config.cfg [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 533.367837] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.enforce_scope = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367984] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.policy_default_rule = default {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368149] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368290] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368430] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368562] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368693] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368820] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368950] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369110] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_policy.remote_timeout = 60.0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369282] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369429] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] agent.extensions = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369565] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369704] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] service_providers.service_provider = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369845] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.default_quota = -1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369989] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370141] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_floatingip = 50 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370280] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_network = 100 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370413] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_port = 500 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370545] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370678] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_router = 10 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370832] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_security_group = 10 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370968] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371131] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.quota_subnet = 100 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371280] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] QUOTAS.track_quota_usage = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371430] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371565] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep.group = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371698] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep.helper_command = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371831] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep.log_daemon_traceback = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371969] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372133] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep.thread_pool_size = 8 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372277] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep.user = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372422] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372555] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_dhcp_release.group = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372686] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_dhcp_release.helper_command = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372816] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372951] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373092] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373225] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_dhcp_release.user = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373366] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373520] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_ovs_vsctl.group = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373657] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_ovs_vsctl.helper_command = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373790] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373927] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374073] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374257] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_ovs_vsctl.user = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374348] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_namespace.capabilities = [21] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374479] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_namespace.group = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374609] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_namespace.helper_command = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374741] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_namespace.log_daemon_traceback = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374877] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375044] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_namespace.thread_pool_size = 8 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375182] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_namespace.user = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375324] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_conntrack.capabilities = [12] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375453] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_conntrack.group = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375583] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_conntrack.helper_command = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375713] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375847] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375978] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376122] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_conntrack.user = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376264] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_link.capabilities = [12, 21] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376392] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_link.group = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376536] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_link.helper_command = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376681] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_link.log_daemon_traceback = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376818] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376952] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_link.thread_pool_size = 8 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377094] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] privsep_link.user = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377250] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377393] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377529] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.continue_on_failed_promotions = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377660] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.dscp = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377793] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.dscp_inherit = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377933] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.force_mp_to_policy = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378097] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.locking_coordinator_url = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378241] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.log_agent_heartbeats = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378376] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.logging_expire = 1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378514] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378666] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378812] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.polling_interval = 240 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378949] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379109] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379272] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.report_interval = 30.0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379417] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379577] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379727] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379867] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.sync_skew = 60 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380009] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.synchronization_queue_size = 20 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380154] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT.use_helper_for_ns_read = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380298] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] SECURITYGROUP.enable_ipset = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380438] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] SECURITYGROUP.enable_security_group = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380577] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380715] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380854] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] experimental.ipv6_pd_enabled = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381019] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.extension_drivers = ['port_security'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381180] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.external_network_type = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381344] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381490] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.overlay_ip_version = 4 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381633] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.path_mtu = 8950 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381772] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.physical_network_mtus = {} {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381916] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.tenant_network_types = ['vlan'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382067] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382220] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ml2.type_drivers = ['vlan'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382364] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT_CLI.neutron_port_id = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382498] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382659] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382808] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382951] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383106] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383266] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383389] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383527] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383721] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383868] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_login_password = **** {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384027] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_login_port = 443 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384173] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_login_user = admin {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384382] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384463] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384585] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384717] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384856] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384999] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385152] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385291] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385425] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385579] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385737] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385875] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386021] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386215] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386362] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] vsphere.vsphere_login_password = VMware1! {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386501] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386633] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386772] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.auth_section = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386916] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.auth_type = password {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387066] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387199] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.certfile = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387362] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.collect_timing = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387524] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.endpoint_type = public {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387661] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.insecure = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387790] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.keyfile = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387932] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.region_name = RegionOne {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388081] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.split_loggers = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388217] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] nova.timeout = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388356] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.auth_section = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388503] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.auth_type = password {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388661] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388803] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.certfile = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388939] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.collect_timing = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389092] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.endpoint_type = public {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389230] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.insecure = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389359] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.keyfile = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389488] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.region_name = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389615] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.split_loggers = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389743] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] placement.timeout = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389883] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.auth_section = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390052] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.auth_type = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390248] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.cafile = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390395] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.certfile = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390532] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.collect_timing = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390664] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.connect_retries = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390794] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.connect_retry_delay = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390925] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.enable_notifications = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391068] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.endpoint_override = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391268] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.insecure = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391414] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.interface = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391545] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.keyfile = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391703] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.max_version = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391838] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.min_version = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391969] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.region_name = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392116] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.retriable_status_codes = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392247] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.service_name = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392375] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.service_type = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392508] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.split_loggers = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392636] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.status_code_retries = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392764] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.status_code_retry_delay = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392893] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.timeout = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393031] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.valid_interfaces = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393166] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ironic.version = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393536] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] cli_script.dry_run = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393536] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393599] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393752] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393869] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393947] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394086] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394220] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394351] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394509] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394620] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394772] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394915] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395062] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395206] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395336] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395474] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395604] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395733] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395869] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396014] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396147] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396279] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396407] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396529] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396660] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396785] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396913] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397058] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397198] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397392] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397543] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.ssl = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397687] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397825] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397956] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398110] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398250] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.ssl_version = {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398397] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398569] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_notifications.driver = [] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398723] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_notifications.retry = -1 {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398883] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.399051] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] oslo_messaging_notifications.transport_url = **** {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.399183] env[65152]: DEBUG oslo_service.backend._eventlet.service [None req-96a87dd7-8cea-46b9-880a-993ee2294fef None None] ******************************************************************************** {{(pid=65152) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.400410] env[65152]: DEBUG neutron.agent.securitygroups_rpc [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Init firewall settings (driver=nsxv3) {{(pid=65152) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 533.401745] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65152) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 533.401977] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] RPC agent_id: nsxm-l-01a.corp.local [ 533.404243] env[65152]: DEBUG dogpile.cache.region [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.404363] env[65152]: DEBUG dogpile.lock [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.404459] env[65152]: DEBUG dogpile.lock [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.404552] env[65152]: DEBUG dogpile.lock [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.404710] env[65152]: DEBUG dogpile.cache.region [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.404710] env[65152]: DEBUG dogpile.lock [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.404875] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 533.436177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Session token - acquiring [ 533.437727] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.437900] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.438025] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.438443] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.449064] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.718093] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 533.739337] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 533.739560] env[65152]: DEBUG dogpile.cache.region [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Cache value generated in 0.335 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 533.739636] env[65152]: DEBUG dogpile.lock [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 533.739691] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Activating Policy API Provider. [ 533.739895] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Looking for the default Infrastructure Rules. [ 533.807713] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Looking for the Default Layer3 Logged Drop Section. [ 533.822823] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 533.823308] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.823504] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.823619] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.823928] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.824293] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.339505] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.842079] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.344783] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Inventory metadata is going to be refreshed. [ 535.344923] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.133697] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.134146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.134146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.134419] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.145280] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.146197] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.147070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.163960] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.164191] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.164245] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.164571] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.164704] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.164851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.164964] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.165084] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.185682] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.185925] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.185925] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.186240] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.186572] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.186725] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.206766] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.207030] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.207030] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.207347] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.207491] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.207635] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.225939] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.226157] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.226215] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.226591] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.226739] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.226898] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.226993] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.227114] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.244908] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.245185] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.245185] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.245462] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.245584] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.245734] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.245853] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.245958] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.267588] env[65152]: DEBUG networking_nsxv3.common.locking [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.267788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.267935] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.268194] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.268339] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.268490] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.268595] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.268693] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Inventory metadata have been refreshed. [ 536.268789] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Dryrun:True. Metadata refresh completed. [ 536.268902] env[65152]: DEBUG oslo_concurrency.lockutils [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Releasing lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.270645] env[65152]: INFO neutron.agent.agent_extensions_manager [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Loaded agent extensions: [] [ 536.271473] env[65152]: DEBUG neutron_lib.callbacks.manager [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65152) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 536.328047] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent RPC Daemon Started! [ 536.328243] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:0 started [ 536.328346] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent out of sync with plugin! [ 541.271763] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.272272] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.273556] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.273956] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.275117] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.275461] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.473032] env[65152]: INFO networking_nsxv3.common.synchronization [None req-454210b3-246b-4a3f-a9aa-8284ba804586 demo admin] Enqueued Resource ID: 5538d552-7bf1-444f-a5b6-26a17c4abd47 with Priority: HIGHEST for action security_group_rules [ 551.473622] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5538d552-7bf1-444f-a5b6-26a17c4abd47 with Priority: HIGHEST for action security_group_rules [ 551.474178] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5538d552-7bf1-444f-a5b6-26a17c4abd47 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.474334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5538d552-7bf1-444f-a5b6-26a17c4abd47" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.474432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5538d552-7bf1-444f-a5b6-26a17c4abd47" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.474798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5538d552-7bf1-444f-a5b6-26a17c4abd47" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.474928] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5538d552-7bf1-444f-a5b6-26a17c4abd47',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.995598] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.995867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.995916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.996177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.996274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.996379] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5538d552-7bf1-444f-a5b6-26a17c4abd47 already deleted. [ 551.996467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5538d552-7bf1-444f-a5b6-26a17c4abd47" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.474536] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.474954] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.475763] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.476442] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.477281] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.477281] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.481394] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.481892] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.274379] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.274669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.274669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.274765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.274990] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.777131] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.280051] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.483315] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.483315] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.784581] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 576.784581] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 577.569671] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.570152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.570152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.570152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.582334] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 577.583312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.584105] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 577.674435] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.674864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.674864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.674864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.675162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.675162] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 577.675162] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.675328] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 577.695363] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.695565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.695682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.695917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.696112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.696342] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.721522] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.721687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.721759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.723338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.723338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.723338] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.744731] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.744920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.745158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.745211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.745331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.745437] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 577.745541] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.746321] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 577.764655] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.764860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.764860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.765085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.765189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.765306] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 577.765379] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.765438] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 577.788719] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.788905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.788964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.789199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.789309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.789503] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 577.789503] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.789657] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 577.789657] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 577.789866] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 577.789866] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 577.789866] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 577.790165] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 577.790244] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 577.790330] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.796249] env[65152]: INFO networking_nsxv3.common.synchronization [None req-33475198-2b4f-4c18-b6bf-49f3f86db3f8 None None] Enqueued Resource ID: f802ffe4-72aa-4825-913a-8a76210f0138 with Priority: HIGHEST for action port [ 577.798202] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802ffe4-72aa-4825-913a-8a76210f0138 with Priority: HIGHEST for action port [ 577.798202] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f802ffe4-72aa-4825-913a-8a76210f0138 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.798202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f802ffe4-72aa-4825-913a-8a76210f0138" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.798202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f802ffe4-72aa-4825-913a-8a76210f0138" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.798202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f802ffe4-72aa-4825-913a-8a76210f0138" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.798202] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f802ffe4-72aa-4825-913a-8a76210f0138',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.820214] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.820366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.820435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.820639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.820745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.820856] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.844226] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.844556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.844556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.845479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.845731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.864485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.300458] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f802ffe4-72aa-4825-913a-8a76210f0138 [ 578.300724] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.301952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.301952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.301952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.301952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.301952] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f802ffe4-72aa-4825-913a-8a76210f0138 already deleted. [ 578.301952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f802ffe4-72aa-4825-913a-8a76210f0138" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.305919] env[65152]: INFO networking_nsxv3.common.synchronization [None req-6b4b3ef8-b32e-40bb-9e57-aad6fc9b43c6 None None] Enqueued Resource ID: 3ed7d803-0170-454e-a9d0-565ba5ecd85d with Priority: HIGHEST for action port [ 578.309555] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed7d803-0170-454e-a9d0-565ba5ecd85d with Priority: HIGHEST for action port [ 578.309907] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed7d803-0170-454e-a9d0-565ba5ecd85d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.310127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed7d803-0170-454e-a9d0-565ba5ecd85d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.310276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed7d803-0170-454e-a9d0-565ba5ecd85d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.310653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed7d803-0170-454e-a9d0-565ba5ecd85d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.310788] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed7d803-0170-454e-a9d0-565ba5ecd85d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.813418] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed7d803-0170-454e-a9d0-565ba5ecd85d [ 578.813668] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.813790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.813866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.814105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.814199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.814300] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed7d803-0170-454e-a9d0-565ba5ecd85d already deleted. [ 578.814385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed7d803-0170-454e-a9d0-565ba5ecd85d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.197910] env[65152]: INFO networking_nsxv3.common.synchronization [None req-6e0b206a-f228-4ddb-9a43-a53a6b1dac13 None None] Enqueued Resource ID: 18586717-106a-4496-93a3-b2158dd00d0a with Priority: HIGHEST for action port [ 580.198859] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18586717-106a-4496-93a3-b2158dd00d0a with Priority: HIGHEST for action port [ 580.199639] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-18586717-106a-4496-93a3-b2158dd00d0a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.199873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18586717-106a-4496-93a3-b2158dd00d0a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.200012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18586717-106a-4496-93a3-b2158dd00d0a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.200376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18586717-106a-4496-93a3-b2158dd00d0a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.200468] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18586717-106a-4496-93a3-b2158dd00d0a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.363954] env[65152]: INFO networking_nsxv3.common.synchronization [None req-ead07ee4-3d83-4df0-854d-aa7863a07862 None None] Enqueued Resource ID: 6f8353da-966e-4778-801a-74893ba752c4 with Priority: HIGHEST for action port [ 580.364624] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f8353da-966e-4778-801a-74893ba752c4 with Priority: HIGHEST for action port [ 580.364959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f8353da-966e-4778-801a-74893ba752c4 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.366364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f8353da-966e-4778-801a-74893ba752c4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.366364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f8353da-966e-4778-801a-74893ba752c4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.366364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f8353da-966e-4778-801a-74893ba752c4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.366364] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f8353da-966e-4778-801a-74893ba752c4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.703604] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18586717-106a-4496-93a3-b2158dd00d0a [ 580.703880] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.704070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.704164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.704411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.704615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.704731] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18586717-106a-4496-93a3-b2158dd00d0a already deleted. [ 580.704854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18586717-106a-4496-93a3-b2158dd00d0a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.872539] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f8353da-966e-4778-801a-74893ba752c4 [ 580.872539] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.872539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.872539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.872539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.872539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.872539] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f8353da-966e-4778-801a-74893ba752c4 already deleted. [ 580.872539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f8353da-966e-4778-801a-74893ba752c4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.250090] env[65152]: INFO networking_nsxv3.common.synchronization [None req-2e1d16ef-f8d1-4ff1-9692-1ee8b0e014c8 None None] Enqueued Resource ID: 28f05bb9-e640-48a6-b369-09afab83e0a1 with Priority: HIGHEST for action port [ 583.250090] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f05bb9-e640-48a6-b369-09afab83e0a1 with Priority: HIGHEST for action port [ 583.250090] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-28f05bb9-e640-48a6-b369-09afab83e0a1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.250730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28f05bb9-e640-48a6-b369-09afab83e0a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.250730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28f05bb9-e640-48a6-b369-09afab83e0a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.250730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28f05bb9-e640-48a6-b369-09afab83e0a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.250730] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f05bb9-e640-48a6-b369-09afab83e0a1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.274159] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7211779f-dc2e-4263-a447-b7e1d71fd9a4 None None] Enqueued Resource ID: f7c36f3e-ac0c-4d6a-9e77-093657de0da3 with Priority: HIGHEST for action port [ 583.274159] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c36f3e-ac0c-4d6a-9e77-093657de0da3 with Priority: HIGHEST for action port [ 583.275339] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c36f3e-ac0c-4d6a-9e77-093657de0da3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.275482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c36f3e-ac0c-4d6a-9e77-093657de0da3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.275554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c36f3e-ac0c-4d6a-9e77-093657de0da3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.275809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c36f3e-ac0c-4d6a-9e77-093657de0da3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.275998] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c36f3e-ac0c-4d6a-9e77-093657de0da3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.754658] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28f05bb9-e640-48a6-b369-09afab83e0a1 [ 583.754942] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.755113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.755189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.755986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.755986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.755986] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28f05bb9-e640-48a6-b369-09afab83e0a1 already deleted. [ 583.755986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28f05bb9-e640-48a6-b369-09afab83e0a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.778221] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7c36f3e-ac0c-4d6a-9e77-093657de0da3 [ 583.780167] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.780167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.780167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.780167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.780167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.780167] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7c36f3e-ac0c-4d6a-9e77-093657de0da3 already deleted. [ 583.780167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c36f3e-ac0c-4d6a-9e77-093657de0da3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.211367] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f9455f3f-6010-486f-81e4-752a51dd71de None None] Enqueued Resource ID: b35da8d0-5be7-406a-806a-0b3a9c301caa with Priority: HIGHEST for action port [ 584.211904] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35da8d0-5be7-406a-806a-0b3a9c301caa with Priority: HIGHEST for action port [ 584.212293] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35da8d0-5be7-406a-806a-0b3a9c301caa taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.212694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35da8d0-5be7-406a-806a-0b3a9c301caa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.212779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35da8d0-5be7-406a-806a-0b3a9c301caa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.213178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35da8d0-5be7-406a-806a-0b3a9c301caa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.213363] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35da8d0-5be7-406a-806a-0b3a9c301caa',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.500470] env[65152]: INFO networking_nsxv3.common.synchronization [None req-fab49a92-cb5b-4f9e-9bbb-e871ea1a1e80 None None] Enqueued Resource ID: 7bb284ab-8332-4a6d-b01c-8d1e6de82fdc with Priority: HIGHEST for action port [ 584.500748] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb284ab-8332-4a6d-b01c-8d1e6de82fdc with Priority: HIGHEST for action port [ 584.501292] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb284ab-8332-4a6d-b01c-8d1e6de82fdc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.501420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb284ab-8332-4a6d-b01c-8d1e6de82fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.501490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb284ab-8332-4a6d-b01c-8d1e6de82fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.501727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb284ab-8332-4a6d-b01c-8d1e6de82fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.501811] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb284ab-8332-4a6d-b01c-8d1e6de82fdc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.715674] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b35da8d0-5be7-406a-806a-0b3a9c301caa [ 584.715809] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.715968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.716202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.716385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.716497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.716613] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b35da8d0-5be7-406a-806a-0b3a9c301caa already deleted. [ 584.716657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35da8d0-5be7-406a-806a-0b3a9c301caa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.895993] env[65152]: INFO networking_nsxv3.common.synchronization [None req-028c454e-c994-4489-8d57-68b0407f8088 None None] Enqueued Resource ID: 7fd805bf-e61f-4492-a289-56411c3eb22a with Priority: HIGHEST for action port [ 584.896519] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd805bf-e61f-4492-a289-56411c3eb22a with Priority: HIGHEST for action port [ 584.897399] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd805bf-e61f-4492-a289-56411c3eb22a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.897533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd805bf-e61f-4492-a289-56411c3eb22a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.897622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd805bf-e61f-4492-a289-56411c3eb22a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.899019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd805bf-e61f-4492-a289-56411c3eb22a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.899019] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd805bf-e61f-4492-a289-56411c3eb22a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.006221] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bb284ab-8332-4a6d-b01c-8d1e6de82fdc [ 585.006647] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.006647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.006789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.006917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.007015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.007119] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bb284ab-8332-4a6d-b01c-8d1e6de82fdc already deleted. [ 585.007199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb284ab-8332-4a6d-b01c-8d1e6de82fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.401588] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fd805bf-e61f-4492-a289-56411c3eb22a [ 585.401588] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.401588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.401588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.401588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.401588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.401588] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fd805bf-e61f-4492-a289-56411c3eb22a already deleted. [ 585.401588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd805bf-e61f-4492-a289-56411c3eb22a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.938523] env[65152]: INFO networking_nsxv3.common.synchronization [None req-3bffaa05-3882-4df6-a681-94029d8f6ba2 None None] Enqueued Resource ID: 9d2b2b34-7139-431b-a2b1-8b22a25bf263 with Priority: HIGHEST for action port [ 585.939163] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2b2b34-7139-431b-a2b1-8b22a25bf263 with Priority: HIGHEST for action port [ 585.939701] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2b2b34-7139-431b-a2b1-8b22a25bf263 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.939882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2b2b34-7139-431b-a2b1-8b22a25bf263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.939992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2b2b34-7139-431b-a2b1-8b22a25bf263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.940295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2b2b34-7139-431b-a2b1-8b22a25bf263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.941875] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2b2b34-7139-431b-a2b1-8b22a25bf263',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.001321] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7d488363-8695-45ca-a034-c64ebb01c875 None None] Enqueued Resource ID: 0d9be735-db87-4096-9e28-1d5a85742fde with Priority: HIGHEST for action port [ 586.001575] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9be735-db87-4096-9e28-1d5a85742fde with Priority: HIGHEST for action port [ 586.002205] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9be735-db87-4096-9e28-1d5a85742fde taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.006101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9be735-db87-4096-9e28-1d5a85742fde" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.007990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9be735-db87-4096-9e28-1d5a85742fde" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.007990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9be735-db87-4096-9e28-1d5a85742fde" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.007990] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9be735-db87-4096-9e28-1d5a85742fde',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.442818] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d2b2b34-7139-431b-a2b1-8b22a25bf263 [ 586.447440] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.447440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.447440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.447624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.448215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.448215] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d2b2b34-7139-431b-a2b1-8b22a25bf263 already deleted. [ 586.448215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2b2b34-7139-431b-a2b1-8b22a25bf263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.510148] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d9be735-db87-4096-9e28-1d5a85742fde [ 586.510148] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.510148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.510148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.510148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.510148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.510401] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d9be735-db87-4096-9e28-1d5a85742fde already deleted. [ 586.510401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9be735-db87-4096-9e28-1d5a85742fde" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.870150] env[65152]: INFO networking_nsxv3.common.synchronization [None req-022bbcc6-f873-4199-b7ae-767b9dc19d36 None None] Enqueued Resource ID: ef259fe9-14b5-4b58-a325-bc3103e09787 with Priority: HIGHEST for action port [ 586.870707] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef259fe9-14b5-4b58-a325-bc3103e09787 with Priority: HIGHEST for action port [ 586.871043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef259fe9-14b5-4b58-a325-bc3103e09787 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.871206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef259fe9-14b5-4b58-a325-bc3103e09787" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.871270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef259fe9-14b5-4b58-a325-bc3103e09787" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.871541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef259fe9-14b5-4b58-a325-bc3103e09787" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.871617] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef259fe9-14b5-4b58-a325-bc3103e09787',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.374980] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef259fe9-14b5-4b58-a325-bc3103e09787 [ 587.374980] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.374980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.374980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.374980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.374980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.374980] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef259fe9-14b5-4b58-a325-bc3103e09787 already deleted. [ 587.374980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef259fe9-14b5-4b58-a325-bc3103e09787" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.913347] env[65152]: INFO networking_nsxv3.common.synchronization [None req-d06ad890-7545-4fe8-b75d-9cb137b9d559 None None] Enqueued Resource ID: 8afee079-84a1-4658-bc34-ca8ed28bf960 with Priority: HIGHEST for action port [ 587.914162] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afee079-84a1-4658-bc34-ca8ed28bf960 with Priority: HIGHEST for action port [ 587.915226] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-8afee079-84a1-4658-bc34-ca8ed28bf960 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.915226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8afee079-84a1-4658-bc34-ca8ed28bf960" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.915226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8afee079-84a1-4658-bc34-ca8ed28bf960" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.915226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8afee079-84a1-4658-bc34-ca8ed28bf960" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.915226] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afee079-84a1-4658-bc34-ca8ed28bf960',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.417401] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8afee079-84a1-4658-bc34-ca8ed28bf960 [ 588.417774] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.417882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.417882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.418510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.418510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.418510] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8afee079-84a1-4658-bc34-ca8ed28bf960 already deleted. [ 588.418510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8afee079-84a1-4658-bc34-ca8ed28bf960" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.245807] env[65152]: INFO networking_nsxv3.common.synchronization [None req-64fcbddd-5efb-4926-b884-064221b4e209 None None] Enqueued Resource ID: fcc7bab0-5deb-45b5-9e0d-8fc23741d55e with Priority: HIGHEST for action port [ 589.246472] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc7bab0-5deb-45b5-9e0d-8fc23741d55e with Priority: HIGHEST for action port [ 589.246978] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc7bab0-5deb-45b5-9e0d-8fc23741d55e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.247224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc7bab0-5deb-45b5-9e0d-8fc23741d55e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.247279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc7bab0-5deb-45b5-9e0d-8fc23741d55e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.247520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc7bab0-5deb-45b5-9e0d-8fc23741d55e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.247619] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc7bab0-5deb-45b5-9e0d-8fc23741d55e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.750365] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcc7bab0-5deb-45b5-9e0d-8fc23741d55e [ 589.750775] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.750997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.750997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.751792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.751914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.752118] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcc7bab0-5deb-45b5-9e0d-8fc23741d55e already deleted. [ 589.752233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc7bab0-5deb-45b5-9e0d-8fc23741d55e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.756906] env[65152]: INFO networking_nsxv3.common.synchronization [None req-1b71f4ee-7a1c-4a83-a03f-c70a5285a027 None None] Enqueued Resource ID: cdf10e32-5f9a-4dd1-a743-f175c1787dda with Priority: HIGHEST for action port [ 589.757242] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf10e32-5f9a-4dd1-a743-f175c1787dda with Priority: HIGHEST for action port [ 589.757823] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf10e32-5f9a-4dd1-a743-f175c1787dda taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.757944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf10e32-5f9a-4dd1-a743-f175c1787dda" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.758623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf10e32-5f9a-4dd1-a743-f175c1787dda" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.758623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf10e32-5f9a-4dd1-a743-f175c1787dda" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.758623] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf10e32-5f9a-4dd1-a743-f175c1787dda',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.261120] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf10e32-5f9a-4dd1-a743-f175c1787dda [ 590.261426] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.261612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.261720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.261997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.262157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.262300] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf10e32-5f9a-4dd1-a743-f175c1787dda already deleted. [ 590.262413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf10e32-5f9a-4dd1-a743-f175c1787dda" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.032873] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b78def97-a785-4336-aed9-479a7748ab9b tempest-ServersTestFqdnHostnames-542744694 tempest-ServersTestFqdnHostnames-542744694-project-member] Enqueued Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_rules [ 591.033558] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_rules [ 591.033745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.034826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.034913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.035196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.035288] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.163720] env[65152]: INFO networking_nsxv3.common.synchronization [None req-c2dda920-8442-423f-86f1-2828ab6b9f6d tempest-ServersTestFqdnHostnames-542744694 tempest-ServersTestFqdnHostnames-542744694-project-member] Enqueued Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_rules [ 591.164625] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_rules [ 591.165241] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.165241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.566583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.566583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.566583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.566583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.566583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.566583] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc already deleted. [ 591.566583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.566583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.566583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.566583] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.090644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.090644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.090644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.090644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.090644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.090644] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc already deleted. [ 592.090644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.118595] env[65152]: INFO networking_nsxv3.common.synchronization [None req-6c24bcb5-2d7c-49f6-9927-a7bf55ac7d67 None None] Enqueued Resource ID: dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a with Priority: HIGHEST for action port [ 592.120121] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a with Priority: HIGHEST for action port [ 592.121329] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.121329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.121329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.121505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.121658] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.192453] env[65152]: INFO networking_nsxv3.common.synchronization [None req-60931dfd-cb16-4369-bde5-626007489bc3 None None] Enqueued Resource ID: eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117 with Priority: HIGHEST for action port [ 592.192990] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117 with Priority: HIGHEST for action port [ 592.193358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.193508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.193561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.193802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.193886] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.535654] env[65152]: INFO networking_nsxv3.common.synchronization [None req-dea56907-c7f0-40ed-b7d3-ffca7e484181 None None] Enqueued Resource ID: 71a6e7a8-e2f2-4461-a587-0cefc3a03ab2 with Priority: HIGHEST for action port [ 592.536223] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a6e7a8-e2f2-4461-a587-0cefc3a03ab2 with Priority: HIGHEST for action port [ 592.536917] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a6e7a8-e2f2-4461-a587-0cefc3a03ab2 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.537024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a6e7a8-e2f2-4461-a587-0cefc3a03ab2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.537024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a6e7a8-e2f2-4461-a587-0cefc3a03ab2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.537291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a6e7a8-e2f2-4461-a587-0cefc3a03ab2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.537374] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a6e7a8-e2f2-4461-a587-0cefc3a03ab2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.624402] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a [ 592.624654] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.625312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.625312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.625312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.625312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.625312] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a already deleted. [ 592.625312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9d1a27-fd69-45e2-bb65-7ac3f050ee5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.695861] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117 [ 592.696147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.696360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.696463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.696706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.696829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.696947] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117 already deleted. [ 592.697099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb07d2f8-1e34-49fa-9bc5-f5ef1d2ab117" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.958905] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9124f0a-3b46-4e96-ac7d-e6e071278443 req-fe8abe2f-7510-41a3-971e-0d6c33919289 tempest-ServerMetadataTestJSON-584339580 tempest-ServerMetadataTestJSON-584339580-project-member] Enqueued Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_members [ 592.959759] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_members [ 592.960109] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.960283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.960322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.961017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.961017] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.961017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.961017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.961017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.961486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.961591] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.041677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a6e7a8-e2f2-4461-a587-0cefc3a03ab2 [ 593.041677] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.041677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.041677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.041677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.041677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.041677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a6e7a8-e2f2-4461-a587-0cefc3a03ab2 already deleted. [ 593.041677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a6e7a8-e2f2-4461-a587-0cefc3a03ab2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.404090] env[65152]: INFO networking_nsxv3.common.synchronization [None req-94e7a680-2dab-47d3-b316-fd5da1498449 None None] Enqueued Resource ID: 962c141b-4e9b-4ba3-99f9-12d0447ae7bf with Priority: HIGHEST for action port [ 593.404657] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962c141b-4e9b-4ba3-99f9-12d0447ae7bf with Priority: HIGHEST for action port [ 593.404959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-962c141b-4e9b-4ba3-99f9-12d0447ae7bf taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.405087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-962c141b-4e9b-4ba3-99f9-12d0447ae7bf" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.405158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-962c141b-4e9b-4ba3-99f9-12d0447ae7bf" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.405475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-962c141b-4e9b-4ba3-99f9-12d0447ae7bf" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.405509] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962c141b-4e9b-4ba3-99f9-12d0447ae7bf',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.463994] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.464548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.464649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.464860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.464955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.465175] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.465275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.465459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.465567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.465624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.465670] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 already deleted. [ 593.465750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.552332] env[65152]: INFO networking_nsxv3.common.synchronization [req-43a078d4-e894-454f-9f5a-ba69e063ca4f req-99645cb0-594b-4c9c-8483-1df062330ad3 tempest-SecurityGroupRulesTestJSON-1832442385 tempest-SecurityGroupRulesTestJSON-1832442385-project-member] Enqueued Resource ID: 8e528d31-2492-41d2-8ba8-6247bef9a120 with Priority: HIGHEST for action security_group_rules [ 593.552943] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e528d31-2492-41d2-8ba8-6247bef9a120 with Priority: HIGHEST for action security_group_rules [ 593.553702] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e528d31-2492-41d2-8ba8-6247bef9a120 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.553834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e528d31-2492-41d2-8ba8-6247bef9a120" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.553874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e528d31-2492-41d2-8ba8-6247bef9a120" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.554129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e528d31-2492-41d2-8ba8-6247bef9a120" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.554516] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e528d31-2492-41d2-8ba8-6247bef9a120',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.908098] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 962c141b-4e9b-4ba3-99f9-12d0447ae7bf [ 593.908335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.908473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.908541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.908755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.908841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.908933] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:962c141b-4e9b-4ba3-99f9-12d0447ae7bf already deleted. [ 593.909021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-962c141b-4e9b-4ba3-99f9-12d0447ae7bf" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.077960] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.078148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.078205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.078411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.078622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.078622] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e528d31-2492-41d2-8ba8-6247bef9a120 already deleted. [ 594.078716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e528d31-2492-41d2-8ba8-6247bef9a120" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.179065] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.182217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-34" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.182217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-34" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.182217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-34" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.182217] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.182217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.182217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.182217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.182217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.182217] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.182217] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.182217] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.182217] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.182217] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.182217] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.183199] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.205585] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.208899] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.208899] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.208899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-34" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.208899] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-572d6ca9-ff5f-4951-a915-2fb3c083333b taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.208899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.208899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.208899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.208899] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572d6ca9-ff5f-4951-a915-2fb3c083333b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.711050] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.711050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.711050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.711534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.711534] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 572d6ca9-ff5f-4951-a915-2fb3c083333b not found, creating... [ 594.711591] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.711740] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711850] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.712134] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.712276] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.712633] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.712779] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.713409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.713409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.713523] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.713871] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 572d6ca9-ff5f-4951-a915-2fb3c083333b is going to be created. [ 594.737308] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.737725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.737874] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.738209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.738505] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.738770] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.218568] env[65152]: INFO networking_nsxv3.common.synchronization [None req-e6148474-9d92-4286-8f19-76cc821fd61a None None] Enqueued Resource ID: 2506d44d-9faf-44a7-952b-00662394b0ec with Priority: HIGHEST for action port [ 595.219317] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2506d44d-9faf-44a7-952b-00662394b0ec with Priority: HIGHEST for action port [ 595.219620] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-2506d44d-9faf-44a7-952b-00662394b0ec taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.219746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2506d44d-9faf-44a7-952b-00662394b0ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.219814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2506d44d-9faf-44a7-952b-00662394b0ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.220554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2506d44d-9faf-44a7-952b-00662394b0ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.220646] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2506d44d-9faf-44a7-952b-00662394b0ec',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.522455] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9124f0a-3b46-4e96-ac7d-e6e071278443 req-9e362a5e-73cc-4c89-a937-44e4abe09ad2 service nova] Enqueued Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_rules [ 595.522455] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9124f0a-3b46-4e96-ac7d-e6e071278443 req-9e362a5e-73cc-4c89-a937-44e4abe09ad2 service nova] Enqueued Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_members [ 595.522455] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9124f0a-3b46-4e96-ac7d-e6e071278443 req-9e362a5e-73cc-4c89-a937-44e4abe09ad2 service nova] Enqueued Resource ID: 572d6ca9-ff5f-4951-a915-2fb3c083333b with Priority: HIGHEST for action port [ 595.522455] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_rules [ 595.522455] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_members [ 595.522455] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d6ca9-ff5f-4951-a915-2fb3c083333b with Priority: HIGHEST for action port [ 595.523908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.526667] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.526667] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.526667] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.526667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.526667] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.527907] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-572d6ca9-ff5f-4951-a915-2fb3c083333b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.527907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.527907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.527907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.527907] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572d6ca9-ff5f-4951-a915-2fb3c083333b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.588780] env[65152]: INFO networking_nsxv3.common.synchronization [req-e6f6cd3a-bbb9-4a89-ae7c-d1b565d234fe req-f03aba42-26e8-4838-9446-2385d29099ca tempest-DeleteServersAdminTestJSON-1859522236 tempest-DeleteServersAdminTestJSON-1859522236-project-member] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 595.589684] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 595.589737] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.589861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.589929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.590454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.590951] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.590951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.590951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.591144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.591144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.591514] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.722899] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2506d44d-9faf-44a7-952b-00662394b0ec [ 595.724656] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.724656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.724656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.724656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.724656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.724656] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2506d44d-9faf-44a7-952b-00662394b0ec already deleted. [ 595.724656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2506d44d-9faf-44a7-952b-00662394b0ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.030028] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.030385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.036035] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.036978] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 572d6ca9-ff5f-4951-a915-2fb3c083333b with status ACTIVE [ 596.037217] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.037384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.037419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.037653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.037692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.037863] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.037959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.038026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.038177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.038261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.038524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.038589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.038619] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.038882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.038882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.038882] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 572d6ca9-ff5f-4951-a915-2fb3c083333b is going to be updated. [ 596.064024] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.064024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.064024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.064266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.064297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.064442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572d6ca9-ff5f-4951-a915-2fb3c083333b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.095710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.095957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.095957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.096733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.096733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.096733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.096733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.096733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.096733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.097129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.097129] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f already deleted. [ 596.097129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.116538] env[65152]: INFO networking_nsxv3.common.synchronization [None req-1fe2876a-ab98-4bc4-9012-1f93343a2497 None None] Enqueued Resource ID: 1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa with Priority: HIGHEST for action port [ 596.117940] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa with Priority: HIGHEST for action port [ 596.117940] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.117940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.117940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.117940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.118161] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.318259] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.318259] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.318259] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.318483] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.318872] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.318872] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.319092] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.319247] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.319366] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.321861] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.321861] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.321861] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.321861] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.321861] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.323696] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.323913] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.343211] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.343211] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.343211] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.343211] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.343211] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-11231737-6e38-4977-84e3-ecc82e626db7 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.343211] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.343211] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.343535] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.343565] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11231737-6e38-4977-84e3-ecc82e626db7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.544976] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.621929] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa [ 596.621929] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.621929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.621929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.621929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.621929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.621929] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa already deleted. [ 596.621929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a49fe6c-dd8a-4b2d-9592-1b7b4e7c39aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.848032] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.848332] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.848380] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.848636] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.849507] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.849507] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 11231737-6e38-4977-84e3-ecc82e626db7 not found, creating... [ 596.849507] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.849507] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.849507] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.849919] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.849919] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.850053] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.851178] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.851387] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.851828] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.852411] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.852589] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 11231737-6e38-4977-84e3-ecc82e626db7 is going to be created. [ 596.874698] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.874915] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.875048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.875324] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.875545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.875766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.049217] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.049463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.049463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.049668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.050287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.050287] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 is going to be created. [ 597.086082] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.089227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.089402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.089573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.089916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.100103] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 in Status: UNINITIALIZED for 2s [ 597.711430] env[65152]: INFO networking_nsxv3.common.synchronization [req-e6f6cd3a-bbb9-4a89-ae7c-d1b565d234fe req-590476c5-2af8-4431-9af3-e38395c52340 service nova] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_rules [ 597.711800] env[65152]: INFO networking_nsxv3.common.synchronization [req-e6f6cd3a-bbb9-4a89-ae7c-d1b565d234fe req-590476c5-2af8-4431-9af3-e38395c52340 service nova] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 597.712064] env[65152]: INFO networking_nsxv3.common.synchronization [req-e6f6cd3a-bbb9-4a89-ae7c-d1b565d234fe req-590476c5-2af8-4431-9af3-e38395c52340 service nova] Enqueued Resource ID: 11231737-6e38-4977-84e3-ecc82e626db7 with Priority: HIGHEST for action port [ 597.712911] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_rules [ 597.713702] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 597.713848] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11231737-6e38-4977-84e3-ecc82e626db7 with Priority: HIGHEST for action port [ 597.714790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.714954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.716156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.716156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.716156] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.716850] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.717014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.717103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.717318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.717503] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.717616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.717682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.717840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.718687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.719124] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.720149] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-11231737-6e38-4977-84e3-ecc82e626db7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.720281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.720333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.721279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.721279] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11231737-6e38-4977-84e3-ecc82e626db7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.222112] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.224371] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.224501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.224643] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11231737-6e38-4977-84e3-ecc82e626db7 with status ACTIVE [ 598.226044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.226044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.226044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.226623] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.226623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.226623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.226623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.229961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.229961] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11231737-6e38-4977-84e3-ecc82e626db7 is going to be updated. [ 598.257153] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.257401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.257731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.257830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.257981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.258168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11231737-6e38-4977-84e3-ecc82e626db7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.298068] env[65152]: INFO networking_nsxv3.common.synchronization [None req-ce508943-2342-47e2-b899-6bc0f6c5f3e9 None None] Enqueued Resource ID: 3a2f8d89-bf9c-451a-9c74-767f3dfda2f8 with Priority: HIGHEST for action port [ 598.300745] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2f8d89-bf9c-451a-9c74-767f3dfda2f8 with Priority: HIGHEST for action port [ 598.301222] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a2f8d89-bf9c-451a-9c74-767f3dfda2f8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.301440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a2f8d89-bf9c-451a-9c74-767f3dfda2f8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.301525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a2f8d89-bf9c-451a-9c74-767f3dfda2f8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.302239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a2f8d89-bf9c-451a-9c74-767f3dfda2f8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.302387] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a2f8d89-bf9c-451a-9c74-767f3dfda2f8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.652603] env[65152]: INFO networking_nsxv3.common.synchronization [req-aa683fa1-e1ce-4b6f-a071-06a1def5812a req-7b794cbe-13fd-478b-bf08-2cfd3918257c tempest-ServerExternalEventsTest-1988601072 tempest-ServerExternalEventsTest-1988601072-project-member] Enqueued Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_members [ 598.652603] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_members [ 598.653329] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.653526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.653616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.653887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.654075] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.654195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.654256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.654586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.654586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.654586] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.731774] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.806858] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a2f8d89-bf9c-451a-9c74-767f3dfda2f8 [ 598.806858] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.806858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.806858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.806858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.806858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.806858] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a2f8d89-bf9c-451a-9c74-767f3dfda2f8 already deleted. [ 598.806858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a2f8d89-bf9c-451a-9c74-767f3dfda2f8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.057111] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.057242] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.057348] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.057620] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.057872] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.058524] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.059994] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.061516] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.061707] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.061917] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.062086] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.062343] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.062343] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.062425] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.062719] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.062719] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.085401] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.085568] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.085702] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.085995] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.086196] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-17d1a321-70c2-4be0-af6f-1ec9402f7109 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.086788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.086788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.086877] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.087190] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d1a321-70c2-4be0-af6f-1ec9402f7109',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.110561] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 in Status: SUCCESS [ 599.110561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.111015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.111184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.111779] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.111779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.111779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.111779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.111979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.111979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.114154] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.132981] env[65152]: INFO networking_nsxv3.common.synchronization [None req-2d1b78a9-6064-47a3-9007-7f9c89ca35d3 None None] Enqueued Resource ID: 3f9e042a-3c32-4aad-82c8-6c094392b418 with Priority: HIGHEST for action port [ 599.132981] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9e042a-3c32-4aad-82c8-6c094392b418 with Priority: HIGHEST for action port [ 599.134255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f9e042a-3c32-4aad-82c8-6c094392b418 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.134255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f9e042a-3c32-4aad-82c8-6c094392b418" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.134255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f9e042a-3c32-4aad-82c8-6c094392b418" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.134255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f9e042a-3c32-4aad-82c8-6c094392b418" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.134255] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9e042a-3c32-4aad-82c8-6c094392b418',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.156610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.159148] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.159148] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef already deleted. [ 599.159148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.234599] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.234956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.234956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.235122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.235210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.235315] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f is going to be created. [ 599.258044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.258168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.258207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.258424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.258588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.269730] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: UNINITIALIZED for 2s [ 599.493172] env[65152]: INFO networking_nsxv3.common.synchronization [req-e412f731-f846-4043-b554-6389fe21d70e req-470618c1-0d6c-4311-9529-a16eb58ad9fc tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 599.493729] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 599.494050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.494361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.494435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.495100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.495288] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.495400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.495466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.495638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.495751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.496258] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.591501] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.591731] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.594788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.595483] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.596022] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.596022] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 17d1a321-70c2-4be0-af6f-1ec9402f7109 not found, creating... [ 599.597137] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.597137] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.597137] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.597137] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.597137] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.597137] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.597426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.597426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.598631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.598631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.598631] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 17d1a321-70c2-4be0-af6f-1ec9402f7109 is going to be created. [ 599.616996] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.616996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.616996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.617190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.617416] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.617516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.617578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.617732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.617814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.617898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.618054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.618146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.618374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.618374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.618483] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.619027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.619027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.619027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.619027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.619027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.619027] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.621169] env[65152]: INFO networking_nsxv3.common.synchronization [None req-3b7ebd1c-a273-4867-a338-974c98537061 None None] Enqueued Resource ID: bafcd9c6-fbf0-4b13-8917-2edb50023df9 with Priority: HIGHEST for action port [ 599.622328] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.622594] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.624721] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.624721] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.624721] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.624721] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.625167] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bafcd9c6-fbf0-4b13-8917-2edb50023df9 with Priority: HIGHEST for action port [ 599.625733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-bafcd9c6-fbf0-4b13-8917-2edb50023df9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.625848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bafcd9c6-fbf0-4b13-8917-2edb50023df9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.625906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bafcd9c6-fbf0-4b13-8917-2edb50023df9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.626867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bafcd9c6-fbf0-4b13-8917-2edb50023df9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.626867] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafcd9c6-fbf0-4b13-8917-2edb50023df9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.636031] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f9e042a-3c32-4aad-82c8-6c094392b418 [ 599.636260] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.636427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.636460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.636643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.636726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.636815] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f9e042a-3c32-4aad-82c8-6c094392b418 already deleted. [ 599.636893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f9e042a-3c32-4aad-82c8-6c094392b418" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.997922] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.998115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.998189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.998415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.998507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.998705] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.998806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.998870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.999030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.999112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.999198] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d already deleted. [ 599.999278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.126311] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3eca93-749f-4118-9e4f-a6324a3fa1a5: rpc.has_security_group_logging(os_id): False [ 600.130170] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bafcd9c6-fbf0-4b13-8917-2edb50023df9 [ 600.130170] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.130170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.130170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.130801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.130932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.131050] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bafcd9c6-fbf0-4b13-8917-2edb50023df9 already deleted. [ 600.131141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bafcd9c6-fbf0-4b13-8917-2edb50023df9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.144402] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.144555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.144594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.144795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.144884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.145105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.145211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.145275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.145423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.145502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.145859] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.145859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.145859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.146021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.146067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.146399] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.146493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.146556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.146702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.146793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.146881] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 is going to be created. [ 600.204205] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.204362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.204401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.204628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.204828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.216558] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 in Status: IN_PROGRESS for 2s [ 600.359959] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.360403] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.360403] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.361322] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.361322] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.361745] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.362532] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.362798] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.362953] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.363389] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.363505] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.363610] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.363709] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.363811] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.363915] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.364054] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.377230] env[65152]: INFO networking_nsxv3.common.synchronization [req-aa683fa1-e1ce-4b6f-a071-06a1def5812a req-d2fe930c-f9fe-4db2-9448-b75b60e6e283 service nova] Enqueued Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_rules [ 600.377396] env[65152]: INFO networking_nsxv3.common.synchronization [req-aa683fa1-e1ce-4b6f-a071-06a1def5812a req-d2fe930c-f9fe-4db2-9448-b75b60e6e283 service nova] Enqueued Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_members [ 600.377528] env[65152]: INFO networking_nsxv3.common.synchronization [req-aa683fa1-e1ce-4b6f-a071-06a1def5812a req-d2fe930c-f9fe-4db2-9448-b75b60e6e283 service nova] Enqueued Resource ID: 17d1a321-70c2-4be0-af6f-1ec9402f7109 with Priority: HIGHEST for action port [ 600.378424] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_rules [ 600.378424] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_members [ 600.378424] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d1a321-70c2-4be0-af6f-1ec9402f7109 with Priority: HIGHEST for action port [ 600.378811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.378811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.378811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.379013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.379086] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.380580] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.380711] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.380793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.381676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.381866] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.381972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.382057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.382313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.382362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.382451] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.385442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d1a321-70c2-4be0-af6f-1ec9402f7109 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.385442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.385442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.385684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.385719] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d1a321-70c2-4be0-af6f-1ec9402f7109',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.397489] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.397640] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.397683] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.397922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.398167] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-5b2854fd-00df-4c60-bec7-80c3359789aa taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.398666] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.399327] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.399493] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.399532] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2854fd-00df-4c60-bec7-80c3359789aa',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.764083] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7f505236-e8ef-4788-8f00-2d1326cd670e None None] Enqueued Resource ID: aaa31f4d-7804-4e4c-b699-a4ee1389ebe1 with Priority: HIGHEST for action port [ 600.764083] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa31f4d-7804-4e4c-b699-a4ee1389ebe1 with Priority: HIGHEST for action port [ 600.764083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa31f4d-7804-4e4c-b699-a4ee1389ebe1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.764083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa31f4d-7804-4e4c-b699-a4ee1389ebe1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.764083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa31f4d-7804-4e4c-b699-a4ee1389ebe1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.764083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa31f4d-7804-4e4c-b699-a4ee1389ebe1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.764314] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa31f4d-7804-4e4c-b699-a4ee1389ebe1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.887848] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.888016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.888252] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.889505] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17d1a321-70c2-4be0-af6f-1ec9402f7109 with status ACTIVE [ 600.889712] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.889856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.889928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.890283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.890321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.890501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.891014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.891014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.891014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.891014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.892157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.892339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.892525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.892588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.892740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.892888] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17d1a321-70c2-4be0-af6f-1ec9402f7109 is going to be updated. [ 600.905931] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.906477] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.906477] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.906841] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.906841] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.906841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 5b2854fd-00df-4c60-bec7-80c3359789aa not found, creating... [ 600.907109] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.907267] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.907396] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.907720] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.907720] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.907985] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.908161] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.908273] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.908484] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.908723] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.908779] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 5b2854fd-00df-4c60-bec7-80c3359789aa is going to be created. [ 600.919719] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.919719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.919719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.919719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.922397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.922672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d1a321-70c2-4be0-af6f-1ec9402f7109" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.937710] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.937710] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.937710] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.938084] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.938216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.938409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.267706] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa31f4d-7804-4e4c-b699-a4ee1389ebe1 [ 601.267706] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.267706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.267706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.267706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.267706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.267706] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa31f4d-7804-4e4c-b699-a4ee1389ebe1 already deleted. [ 601.267706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa31f4d-7804-4e4c-b699-a4ee1389ebe1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.282373] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: SUCCESS [ 601.283042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.283979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.284447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.284769] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.285140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.285733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.285733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.285733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.285733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.286265] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.336755] env[65152]: INFO networking_nsxv3.common.synchronization [None req-2fcc0448-7484-44e8-8d1f-43b421fc74b9 None None] Enqueued Resource ID: 716e326b-18eb-422a-ad5a-b4fecc1ca201 with Priority: HIGHEST for action port [ 601.338533] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716e326b-18eb-422a-ad5a-b4fecc1ca201 with Priority: HIGHEST for action port [ 601.338533] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-716e326b-18eb-422a-ad5a-b4fecc1ca201 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.338533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-716e326b-18eb-422a-ad5a-b4fecc1ca201" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.339234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-716e326b-18eb-422a-ad5a-b4fecc1ca201" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.340893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-716e326b-18eb-422a-ad5a-b4fecc1ca201" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.341078] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716e326b-18eb-422a-ad5a-b4fecc1ca201',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.395694] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.660638] env[65152]: INFO networking_nsxv3.common.synchronization [req-e412f731-f846-4043-b554-6389fe21d70e req-9503df0e-6b40-42bd-8500-8aaa7686f7cb service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 601.661149] env[65152]: INFO networking_nsxv3.common.synchronization [req-e412f731-f846-4043-b554-6389fe21d70e req-9503df0e-6b40-42bd-8500-8aaa7686f7cb service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 601.661304] env[65152]: INFO networking_nsxv3.common.synchronization [req-e412f731-f846-4043-b554-6389fe21d70e req-9503df0e-6b40-42bd-8500-8aaa7686f7cb service nova] Enqueued Resource ID: 5b2854fd-00df-4c60-bec7-80c3359789aa with Priority: HIGHEST for action port [ 601.661870] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 601.662115] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 601.662268] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2854fd-00df-4c60-bec7-80c3359789aa with Priority: HIGHEST for action port [ 601.662916] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.663101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.663213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.663501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.663664] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.664657] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.664784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.664830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.665032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.666542] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.666542] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.669860] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2854fd-00df-4c60-bec7-80c3359789aa taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.670011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.670123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.670375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.670484] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2854fd-00df-4c60-bec7-80c3359789aa',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.793679] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.793679] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.793679] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.793679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.796994] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.797192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.797283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.797448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.797908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.798037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.798160] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.843271] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 716e326b-18eb-422a-ad5a-b4fecc1ca201 [ 601.844152] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.844434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.844543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.844793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.844900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.844993] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:716e326b-18eb-422a-ad5a-b4fecc1ca201 already deleted. [ 601.845084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-716e326b-18eb-422a-ad5a-b4fecc1ca201" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.900113] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.900264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.900321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.901644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.901743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.901794] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef is going to be created. [ 601.928612] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.928771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.928867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.929910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.929910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.939887] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef in Status: UNINITIALIZED for 2s [ 602.019404] env[65152]: INFO networking_nsxv3.common.synchronization [None req-442bc768-1b21-499d-8c3e-70df2fc28458 tempest-VolumesAssistedSnapshotsTest-1097640165 tempest-VolumesAssistedSnapshotsTest-1097640165-project-member] Enqueued Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_rules [ 602.019943] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_rules [ 602.020267] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.020396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.020459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.020716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.020796] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.178775] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.179140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.182086] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.183146] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b2854fd-00df-4c60-bec7-80c3359789aa with status ACTIVE [ 602.183416] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.183597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.183697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.183934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.184401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.184401] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.184401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.185009] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.185009] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.185125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.185348] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.185497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.185612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.185820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.186378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.186378] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b2854fd-00df-4c60-bec7-80c3359789aa is going to be updated. [ 602.194772] env[65152]: INFO networking_nsxv3.common.synchronization [req-878aca3d-b7b6-4f24-b958-a67fb8df400e req-2d19ed6e-41ac-4096-9eb2-1eadacdfc250 tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 602.195319] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 602.195563] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.195685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.195796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.196218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.196411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.196500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.196554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.196674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.196758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.196848] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.218515] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.218515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.218515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.218515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.218515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.218515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2854fd-00df-4c60-bec7-80c3359789aa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.230761] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 in Status: SUCCESS [ 602.230761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.237132] env[65152]: INFO networking_nsxv3.common.synchronization [None req-909e46b0-3ef3-4b11-bffa-0a6fe273d97d tempest-VolumesAssistedSnapshotsTest-1097640165 tempest-VolumesAssistedSnapshotsTest-1097640165-project-member] Enqueued Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_rules [ 602.237879] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_rules [ 602.238200] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.238333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.302242] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d16a21c-5fdf-4bfd-b830-4f66e417663f: rpc.has_security_group_logging(os_id): False [ 602.330578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.330739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.330792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.331019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.331142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.333860] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.334094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.337848] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.337848] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.337848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.337848] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f is going to be created. [ 602.437811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.437811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.437811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.437811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.437811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.449326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: IN_PROGRESS for 2s [ 602.551063] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.551063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.551063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.551396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.551396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.551396] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c already deleted. [ 602.551396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.551532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.551669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.552074] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.688046] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.700459] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.700577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.700621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.700844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.700939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.701307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.701307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.701307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.701522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.701948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.701948] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a already deleted. [ 602.701948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.706384] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.706647] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.706749] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.707152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.707471] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.707661] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.708237] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.708548] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.708676] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.708898] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.709019] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.709154] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.709234] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.709344] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.709446] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.709579] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.729858] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.730574] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.730574] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.730739] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.731061] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-af602686-86ab-4681-8e00-e1cc05333ab0 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.731549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.731784] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.732146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.732693] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af602686-86ab-4681-8e00-e1cc05333ab0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.081555] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.081786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.081865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.082097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.082239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.082341] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c already deleted. [ 603.082442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.191236] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.191375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.191420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.191622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.191738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.191832] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be created. [ 603.233198] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.233437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.233437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.234174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.234383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.236299] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.236537] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.236627] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.236902] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.237088] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.237264] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port af602686-86ab-4681-8e00-e1cc05333ab0 not found, creating... [ 603.237686] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.237800] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.237840] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.240531] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.240826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.241193] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.241462] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.241588] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.241893] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.242045] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.242247] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: af602686-86ab-4681-8e00-e1cc05333ab0 is going to be created. [ 603.258761] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: UNINITIALIZED for 2s [ 603.278654] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.278864] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.279019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.279390] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.279656] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.279897] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.282364] env[65152]: INFO networking_nsxv3.common.synchronization [req-777fe2d3-cc21-4c15-91d6-787383c8f4eb req-c4e3b262-8355-4009-aee0-63c9d7651796 tempest-SecurityGroupRulesTestJSON-1832442385 tempest-SecurityGroupRulesTestJSON-1832442385-project-member] Enqueued Resource ID: 31bb0384-19bf-4d16-bbc3-809f2e9e8d63 with Priority: HIGHEST for action security_group_rules [ 603.283155] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31bb0384-19bf-4d16-bbc3-809f2e9e8d63 with Priority: HIGHEST for action security_group_rules [ 603.283640] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31bb0384-19bf-4d16-bbc3-809f2e9e8d63 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.283640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31bb0384-19bf-4d16-bbc3-809f2e9e8d63" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.283640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31bb0384-19bf-4d16-bbc3-809f2e9e8d63" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.284406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31bb0384-19bf-4d16-bbc3-809f2e9e8d63" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.284406] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31bb0384-19bf-4d16-bbc3-809f2e9e8d63',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.805601] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.805601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.805601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.806122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.806122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.806122] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31bb0384-19bf-4d16-bbc3-809f2e9e8d63 already deleted. [ 603.806282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31bb0384-19bf-4d16-bbc3-809f2e9e8d63" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.950461] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef in Status: SUCCESS [ 603.950609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.950761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.950966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.951178] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.951302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.951376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.951526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.951779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.951779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.951779] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.036377] env[65152]: INFO networking_nsxv3.common.synchronization [req-878aca3d-b7b6-4f24-b958-a67fb8df400e req-28dff307-cc4a-4515-912e-37c78a6dd916 service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 604.036377] env[65152]: INFO networking_nsxv3.common.synchronization [req-878aca3d-b7b6-4f24-b958-a67fb8df400e req-28dff307-cc4a-4515-912e-37c78a6dd916 service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 604.036377] env[65152]: INFO networking_nsxv3.common.synchronization [req-878aca3d-b7b6-4f24-b958-a67fb8df400e req-28dff307-cc4a-4515-912e-37c78a6dd916 service nova] Enqueued Resource ID: af602686-86ab-4681-8e00-e1cc05333ab0 with Priority: HIGHEST for action port [ 604.036548] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 604.036677] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 604.036741] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af602686-86ab-4681-8e00-e1cc05333ab0 with Priority: HIGHEST for action port [ 604.040814] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.041134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.041301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.041528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.041616] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.042564] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.042683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.042755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.042925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.043575] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.043575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.043712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.043921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.043971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.044062] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.045469] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-af602686-86ab-4681-8e00-e1cc05333ab0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.045608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.045608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.048574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.048574] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af602686-86ab-4681-8e00-e1cc05333ab0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.417133] env[65152]: INFO networking_nsxv3.common.synchronization [req-e1b93c83-ea4b-452f-9fa3-abc766f3a057 req-ab037427-16f9-4bb2-a43e-79637ddea2ae tempest-TenantUsagesTestJSON-900693033 tempest-TenantUsagesTestJSON-900693033-project-member] Enqueued Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_members [ 604.417133] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_members [ 604.417133] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.417133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.417133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.417133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.417751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.417894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.417944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.418914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.418914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.418914] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.454258] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.454490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.454490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.454692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.454870] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.454964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.455085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.455253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.455335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.455427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.455566] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.455672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.455736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.455873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.456045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.456140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.456191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.456311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.456383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.456492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.456561] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.463961] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: SUCCESS [ 604.464198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.551403] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.551403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.551403] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af602686-86ab-4681-8e00-e1cc05333ab0 with status ACTIVE [ 604.551403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.551403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.551403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.553583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.553583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.553583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.553583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.553583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.553583] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af602686-86ab-4681-8e00-e1cc05333ab0 is going to be updated. [ 604.578050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.578281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.578375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.578659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.578866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.579103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af602686-86ab-4681-8e00-e1cc05333ab0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.858551] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.858860] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.858941] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.859237] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.859499] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.859657] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.859769] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.859976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.860145] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.860367] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.860473] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.860579] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.860684] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.860790] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.860893] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.861032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.880423] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.880567] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.880703] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.880881] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.881225] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-8b520b73-0289-46c3-899e-5d723e7d5d8e taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.881402] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.881518] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.883387] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.883569] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b520b73-0289-46c3-899e-5d723e7d5d8e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.920394] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.920598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.920646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.920851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.920991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921233] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921751] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee69c9b-ff64-4396-b970-91792330991b already deleted. [ 604.921835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.959640] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70c0d581-fe1d-4159-949f-5ac4d64138ef: rpc.has_security_group_logging(os_id): False [ 604.978224] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.978391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.978465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.978690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.978781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.979012] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.979128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.979193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.979347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.979426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.979608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.979704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.979768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.979905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.979980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.980200] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.980299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.980362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.980501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.980578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.980663] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef is going to be created. [ 605.055842] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.058533] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.058751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.058857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.060019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.060019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.076145] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef in Status: IN_PROGRESS for 2s [ 605.270245] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: UNINITIALIZED for 4s [ 605.386039] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.386275] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.386397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.386697] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.386841] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.386994] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 8b520b73-0289-46c3-899e-5d723e7d5d8e not found, creating... [ 605.387264] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.387637] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.387637] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.387740] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.387861] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.388145] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.388295] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.388406] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.388604] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.388732] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.388865] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 8b520b73-0289-46c3-899e-5d723e7d5d8e is going to be created. [ 605.409509] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.409717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.409892] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.410129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.410396] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.410654] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.562375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.562595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.562641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.562842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.562926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.563371] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be created. [ 605.592570] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.592857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.592857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.593037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.593176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.601841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: UNINITIALIZED for 2s [ 606.132795] env[65152]: INFO networking_nsxv3.common.synchronization [req-e1b93c83-ea4b-452f-9fa3-abc766f3a057 req-1354f068-3d06-4073-be37-b325a09f0890 service nova] Enqueued Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_rules [ 606.134379] env[65152]: INFO networking_nsxv3.common.synchronization [req-e1b93c83-ea4b-452f-9fa3-abc766f3a057 req-1354f068-3d06-4073-be37-b325a09f0890 service nova] Enqueued Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_members [ 606.135151] env[65152]: INFO networking_nsxv3.common.synchronization [req-e1b93c83-ea4b-452f-9fa3-abc766f3a057 req-1354f068-3d06-4073-be37-b325a09f0890 service nova] Enqueued Resource ID: 8b520b73-0289-46c3-899e-5d723e7d5d8e with Priority: HIGHEST for action port [ 606.136057] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_rules [ 606.136057] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_members [ 606.136213] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b520b73-0289-46c3-899e-5d723e7d5d8e with Priority: HIGHEST for action port [ 606.136509] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.136704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.136789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.137167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.137378] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.140026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.140026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.140026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.140026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.140026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.140026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.140026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.140026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.140477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.140477] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.141320] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b520b73-0289-46c3-899e-5d723e7d5d8e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.141437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.141506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.141931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.142336] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b520b73-0289-46c3-899e-5d723e7d5d8e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.296800] env[65152]: INFO networking_nsxv3.common.synchronization [None req-07be723a-dd79-445e-b704-e1700823e1a6 None None] Enqueued Resource ID: 35ab3246-fd77-4fc9-9a3e-7c82935136d5 with Priority: HIGHEST for action port [ 606.296800] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ab3246-fd77-4fc9-9a3e-7c82935136d5 with Priority: HIGHEST for action port [ 606.296800] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ab3246-fd77-4fc9-9a3e-7c82935136d5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.296800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ab3246-fd77-4fc9-9a3e-7c82935136d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.296800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ab3246-fd77-4fc9-9a3e-7c82935136d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.296800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ab3246-fd77-4fc9-9a3e-7c82935136d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.296800] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ab3246-fd77-4fc9-9a3e-7c82935136d5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.644585] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.644834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.645152] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.646492] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b520b73-0289-46c3-899e-5d723e7d5d8e with status ACTIVE [ 606.647047] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.647864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.647978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.648218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.649082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.649338] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.649430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.649586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.649809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.649809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.649980] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.650094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.650156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.650386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.650468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.650516] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b520b73-0289-46c3-899e-5d723e7d5d8e is going to be updated. [ 606.675527] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.675758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.675811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.675995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.676153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b520b73-0289-46c3-899e-5d723e7d5d8e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.801351] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35ab3246-fd77-4fc9-9a3e-7c82935136d5 [ 606.801721] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.801937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.802103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.802525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.802640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.802804] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35ab3246-fd77-4fc9-9a3e-7c82935136d5 already deleted. [ 606.802943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ab3246-fd77-4fc9-9a3e-7c82935136d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.094139] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef in Status: SUCCESS [ 607.094781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.153262] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.284794] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.284794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.284794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.284794] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.677557] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.677557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.677557] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.677557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.677557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.677557] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee69c9b-ff64-4396-b970-91792330991b is going to be created. [ 607.686112] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.686112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.686112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.686112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.686554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.698829] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee69c9b-ff64-4396-b970-91792330991b in Status: UNINITIALIZED for 2s [ 607.761029] env[65152]: INFO networking_nsxv3.common.synchronization [req-a44f197e-4e7d-4f6f-9099-eaef70b7c181 req-c70b8c6e-8524-410b-980c-bdde9ce986e2 tempest-ServersTestFqdnHostnames-542744694 tempest-ServersTestFqdnHostnames-542744694-project-member] Enqueued Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_members [ 607.761421] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_members [ 607.761808] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.762014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.762079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.762682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.762682] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.762835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.762835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.763062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.763062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.763183] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.788551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.788766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.789418] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.789514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.789709] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.789934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.789934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.790097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.790193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.790305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.790499] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.790626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.790691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.790837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.791025] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.791420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.791513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.791714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.791811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.791906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.792011] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.119358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.119684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.119684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.119952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.120236] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.120340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.120406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.120554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.120663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.120746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.120932] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.121085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.121182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.121376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.121554] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.121735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.121735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.122169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.122169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.122691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.122932] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.208859] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.209238] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-664" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.209238] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-664" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.209807] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-664" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.209960] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.210200] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.210346] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.210572] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.210740] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.210984] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.211201] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.211201] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.211303] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.211429] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.211553] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.211740] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.232732] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.232978] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.233294] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.233424] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-664" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.233790] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.233985] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.234207] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.234603] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.234801] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5467067e-8f46-4bc1-a6c4-8f0724dfc15d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.265424] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.265585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.265661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.265885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.265978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.266190] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.266298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.266347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.266494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.266573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.266658] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc already deleted. [ 608.266738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.298572] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c89a36d-df9a-49ac-b09a-9d9a184e682d: rpc.has_security_group_logging(os_id): False [ 608.321945] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.321945] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.321945] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.321945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.322812] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.322812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.322888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.323095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.323189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.323284] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be created. [ 608.429549] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.429755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.429826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.430285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.430517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.433681] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f0a6ad58-7262-4e9b-90a3-71919b65aa09 None None] Enqueued Resource ID: caf0270f-49ef-4fa6-b6b6-0940202dfc87 with Priority: HIGHEST for action port [ 608.434203] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caf0270f-49ef-4fa6-b6b6-0940202dfc87 with Priority: HIGHEST for action port [ 608.434493] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-caf0270f-49ef-4fa6-b6b6-0940202dfc87 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.434599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caf0270f-49ef-4fa6-b6b6-0940202dfc87" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.434663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caf0270f-49ef-4fa6-b6b6-0940202dfc87" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.434912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caf0270f-49ef-4fa6-b6b6-0940202dfc87" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.434998] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caf0270f-49ef-4fa6-b6b6-0940202dfc87',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.447731] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 608.628602] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2462ae-c68b-49f7-81b1-fea07ea08d5a: rpc.has_security_group_logging(os_id): False [ 608.649033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.649033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.649033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.649033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.649795] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.649795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.649795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.649795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.649795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.649795] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be created. [ 608.724788] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.725533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.725533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.726012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.737529] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.737952] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.737952] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.738222] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.738390] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.740201] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 5467067e-8f46-4bc1-a6c4-8f0724dfc15d not found, creating... [ 608.740201] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.740201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.740201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.740201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.740201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.740201] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.740201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.740201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.740851] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.741025] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.741237] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 5467067e-8f46-4bc1-a6c4-8f0724dfc15d is going to be created. [ 608.744937] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 608.769426] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.769822] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.769909] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.770314] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.770746] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.771096] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.939906] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caf0270f-49ef-4fa6-b6b6-0940202dfc87 [ 608.940165] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.940335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.940409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.940629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.940721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.940841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caf0270f-49ef-4fa6-b6b6-0940202dfc87 already deleted. [ 608.940928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caf0270f-49ef-4fa6-b6b6-0940202dfc87" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.489064] env[65152]: INFO networking_nsxv3.common.synchronization [None req-02832258-7e20-489a-88d8-83d5edfbc930 None None] Enqueued Resource ID: 0d64262f-1768-49b8-b6e8-34ccf6817e18 with Priority: HIGHEST for action port [ 609.492372] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d64262f-1768-49b8-b6e8-34ccf6817e18 with Priority: HIGHEST for action port [ 609.492372] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d64262f-1768-49b8-b6e8-34ccf6817e18 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.492372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d64262f-1768-49b8-b6e8-34ccf6817e18" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.492372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d64262f-1768-49b8-b6e8-34ccf6817e18" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.492372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d64262f-1768-49b8-b6e8-34ccf6817e18" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.492372] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d64262f-1768-49b8-b6e8-34ccf6817e18',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.552371] env[65152]: INFO networking_nsxv3.common.synchronization [req-a44f197e-4e7d-4f6f-9099-eaef70b7c181 req-537d1701-88c6-4d7e-bb50-931437057890 service nova] Enqueued Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_rules [ 609.552567] env[65152]: INFO networking_nsxv3.common.synchronization [req-a44f197e-4e7d-4f6f-9099-eaef70b7c181 req-537d1701-88c6-4d7e-bb50-931437057890 service nova] Enqueued Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_members [ 609.552703] env[65152]: INFO networking_nsxv3.common.synchronization [req-a44f197e-4e7d-4f6f-9099-eaef70b7c181 req-537d1701-88c6-4d7e-bb50-931437057890 service nova] Enqueued Resource ID: 5467067e-8f46-4bc1-a6c4-8f0724dfc15d with Priority: HIGHEST for action port [ 609.554273] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_rules [ 609.554273] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_members [ 609.554273] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5467067e-8f46-4bc1-a6c4-8f0724dfc15d with Priority: HIGHEST for action port [ 609.554481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.554734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.555168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.555431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.556106] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.558218] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.558370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.558460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.558947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.559609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.559609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.559609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.559609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.560495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.560942] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.562733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.562733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.562903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.563068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.563394] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5467067e-8f46-4bc1-a6c4-8f0724dfc15d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.710625] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee69c9b-ff64-4396-b970-91792330991b in Status: SUCCESS [ 609.710991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.711067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.711347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.711470] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.712071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.712071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.712071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.712071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.712071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.712071] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.995431] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d64262f-1768-49b8-b6e8-34ccf6817e18 [ 609.996173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.996173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.996173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.996173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.996356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.996493] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d64262f-1768-49b8-b6e8-34ccf6817e18 already deleted. [ 609.996641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d64262f-1768-49b8-b6e8-34ccf6817e18" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.060345] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.060482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.064571] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.065831] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5467067e-8f46-4bc1-a6c4-8f0724dfc15d with status ACTIVE [ 610.066413] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.067234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.067871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.068381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.068521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.068885] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.069092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.069582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.069839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.069996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.070414] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.070530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.070643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.070847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.070964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.071102] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5467067e-8f46-4bc1-a6c4-8f0724dfc15d is going to be updated. [ 610.097207] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.097481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.097588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.097840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.098040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.099014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5467067e-8f46-4bc1-a6c4-8f0724dfc15d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.217259] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.217442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.217487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.218019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.218019] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.218019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.218210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.218210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.218304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.219159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.219159] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.219159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.219159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.219159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.219159] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.219159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.219159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.219759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.219759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.219759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.219759] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.462683] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 610.464224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.572981] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.724070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fee69c9b-ff64-4396-b970-91792330991b: rpc.has_security_group_logging(os_id): False [ 610.741546] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.742475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.742475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.742475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.742475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.742710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.742710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.742710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.742868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.743056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.743149] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.744023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.744155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.744328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.744413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.744660] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.744759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.744810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.744966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.745057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.745143] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee69c9b-ff64-4396-b970-91792330991b is going to be created. [ 610.762241] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 610.763166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.813461] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.813674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.813802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.814106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.814400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.828088] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee69c9b-ff64-4396-b970-91792330991b in Status: IN_PROGRESS for 2s [ 610.935094] env[65152]: INFO networking_nsxv3.common.synchronization [None req-cc595d13-71d3-40e4-811d-5514589a4c33 None None] Enqueued Resource ID: c8c94bd4-6635-4755-9ba3-bed5f8406802 with Priority: HIGHEST for action port [ 610.936373] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c94bd4-6635-4755-9ba3-bed5f8406802 with Priority: HIGHEST for action port [ 610.936773] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c94bd4-6635-4755-9ba3-bed5f8406802 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.936913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c94bd4-6635-4755-9ba3-bed5f8406802" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.937081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c94bd4-6635-4755-9ba3-bed5f8406802" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.937297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c94bd4-6635-4755-9ba3-bed5f8406802" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.937383] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c94bd4-6635-4755-9ba3-bed5f8406802',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.081036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.081036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.081036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.081036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.081036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.081036] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc is going to be created. [ 611.117394] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.117394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.117394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.117394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.117745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.130169] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc in Status: UNINITIALIZED for 2s [ 611.442893] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c94bd4-6635-4755-9ba3-bed5f8406802 [ 611.443136] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.443281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.443363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.443576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.443664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.443764] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c94bd4-6635-4755-9ba3-bed5f8406802 already deleted. [ 611.443845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c94bd4-6635-4755-9ba3-bed5f8406802" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.926228] env[65152]: INFO networking_nsxv3.common.synchronization [None req-468e2e74-df1a-48c8-8e98-b5fa0f3a5469 tempest-ServersTestJSON-1327571382 tempest-ServersTestJSON-1327571382-project-member] Enqueued Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_rules [ 611.926228] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_rules [ 611.926228] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.926228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.926228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.927218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.927218] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.054972] env[65152]: INFO networking_nsxv3.common.synchronization [None req-2f9fced8-77ac-4eee-b254-217f4aeb1f9d tempest-ServersTestJSON-1327571382 tempest-ServersTestJSON-1327571382-project-member] Enqueued Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_rules [ 612.055768] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_rules [ 612.056584] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.056863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.452658] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.453717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.453717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.453875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.453960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.454171] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 already deleted. [ 612.454557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.454557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.454557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.454812] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.533098] env[65152]: INFO networking_nsxv3.common.synchronization [req-03d4db36-638a-441f-aedd-0a8d401382e4 req-28426595-233b-4a3a-b998-5edc5ee6342a tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 612.533919] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 612.534149] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.534409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.534409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.534777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.534777] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.534777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.534933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.535162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.535162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.535259] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.840324] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee69c9b-ff64-4396-b970-91792330991b in Status: SUCCESS [ 612.840510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.976387] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.976730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.976730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.976833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.976922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.977033] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 already deleted. [ 612.977145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.022508] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.022715] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.022831] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.023101] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.023437] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.023586] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.023698] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.023908] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.024055] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.024258] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.024361] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.024473] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.024575] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.024708] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.024812] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.024938] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.037566] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.044731] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.044888] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.045529] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.045529] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.045744] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-5c2aace3-9acc-4754-8f77-59759e648c72 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.045880] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.045978] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.049119] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.049119] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c2aace3-9acc-4754-8f77-59759e648c72',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.142148] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc in Status: SUCCESS [ 613.142148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.142148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.142148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.142148] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.142148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.142148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.142148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.142148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.142665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.142665] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.540895] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.551592] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.551869] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.551979] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.552272] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.552434] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.552597] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 5c2aace3-9acc-4754-8f77-59759e648c72 not found, creating... [ 613.552867] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.553053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.553143] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.553385] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.553535] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.553818] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.553956] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.554086] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.554292] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.554420] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.554554] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 5c2aace3-9acc-4754-8f77-59759e648c72 is going to be created. [ 613.579219] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.579788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.579788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.580063] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.580398] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.580685] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.644521] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.043613] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.044178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.044178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.044178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.044340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.044415] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 614.080421] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.080878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.081075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.081196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.081375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.093203] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 614.146892] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e45797-ef69-4aee-b2a7-22e53f3b03fc: rpc.has_security_group_logging(os_id): False [ 614.165130] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.165296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.165296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.165523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.165652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.166083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.166198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.166927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.167139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.167229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.167326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc is going to be created. [ 614.232849] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7b2748b5-0296-4127-8f31-ea4683dba2cd None None] Enqueued Resource ID: 1cdad061-91f0-408c-a62f-3057a150494a with Priority: HIGHEST for action port [ 614.233435] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdad061-91f0-408c-a62f-3057a150494a with Priority: HIGHEST for action port [ 614.233779] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdad061-91f0-408c-a62f-3057a150494a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.233911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdad061-91f0-408c-a62f-3057a150494a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.234039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdad061-91f0-408c-a62f-3057a150494a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.234263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdad061-91f0-408c-a62f-3057a150494a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.234349] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdad061-91f0-408c-a62f-3057a150494a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.241927] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.242076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.242129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.242404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.242549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.255048] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc in Status: IN_PROGRESS for 2s [ 614.289203] env[65152]: INFO networking_nsxv3.common.synchronization [req-03d4db36-638a-441f-aedd-0a8d401382e4 req-03e1e244-1d1e-4727-a724-2895a5ade605 service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 614.289375] env[65152]: INFO networking_nsxv3.common.synchronization [req-03d4db36-638a-441f-aedd-0a8d401382e4 req-03e1e244-1d1e-4727-a724-2895a5ade605 service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 614.289641] env[65152]: INFO networking_nsxv3.common.synchronization [req-03d4db36-638a-441f-aedd-0a8d401382e4 req-03e1e244-1d1e-4727-a724-2895a5ade605 service nova] Enqueued Resource ID: 5c2aace3-9acc-4754-8f77-59759e648c72 with Priority: HIGHEST for action port [ 614.291807] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 614.291954] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 614.292073] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2aace3-9acc-4754-8f77-59759e648c72 with Priority: HIGHEST for action port [ 614.292889] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.293085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.293180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.293692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.293692] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.294895] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.295017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.295226] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c2aace3-9acc-4754-8f77-59759e648c72 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.295461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.295461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.295562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.295642] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c2aace3-9acc-4754-8f77-59759e648c72',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.736488] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cdad061-91f0-408c-a62f-3057a150494a [ 614.736967] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.736967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.737163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.737856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.737856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.737856] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cdad061-91f0-408c-a62f-3057a150494a already deleted. [ 614.737856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdad061-91f0-408c-a62f-3057a150494a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.802412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.803398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.803398] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c2aace3-9acc-4754-8f77-59759e648c72 with status ACTIVE [ 614.803398] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.803624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.803844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.804171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.804299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.804569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.804793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.804904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.805194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.805331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.805580] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.805771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.805877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.806105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.806244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.806416] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c2aace3-9acc-4754-8f77-59759e648c72 is going to be updated. [ 614.837806] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.837990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.838085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.838247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.838399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.838555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c2aace3-9acc-4754-8f77-59759e648c72" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.206246] env[65152]: INFO networking_nsxv3.common.synchronization [req-17d4408b-e687-484f-8111-4bc957befc82 req-1ff61523-dda2-4c47-b734-050ff361e134 tempest-VolumesAssistedSnapshotsTest-1097640165 tempest-VolumesAssistedSnapshotsTest-1097640165-project-member] Enqueued Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_members [ 615.206787] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_members [ 615.207108] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.207229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.207299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.207629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.207803] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.207912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.207990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.210884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.210884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.210884] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.717169] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.717407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.717407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.717607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.717693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.717892] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.717995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.719188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.719433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.719522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.722019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c already deleted. [ 615.722019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.953701] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.953889] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-415" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.954420] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-415" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.954420] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-415" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.954603] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.955549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.955549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.955549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.955549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.955549] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.955549] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.955778] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.955778] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.955865] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.956011] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.956011] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.981438] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.981438] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.981438] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.981438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-415" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.981438] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-76db00d2-305d-43b5-8434-1f24eede4e20 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.981438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.981438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.981438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.981438] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76db00d2-305d-43b5-8434-1f24eede4e20',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.103720] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 616.104095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.104207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.106638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.106638] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.106638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.106638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.106638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.106638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.106638] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.270108] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc in Status: SUCCESS [ 616.270405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.484110] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.484478] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.484687] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.485215] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.485325] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.485926] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 76db00d2-305d-43b5-8434-1f24eede4e20 not found, creating... [ 616.486121] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.486487] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.486731] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.487124] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.487384] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.487819] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.488096] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.488319] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.488675] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.488933] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.489151] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 76db00d2-305d-43b5-8434-1f24eede4e20 is going to be created. [ 616.513340] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.513619] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.513769] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.514138] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.514454] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.514790] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.608846] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.112096] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.225260] env[65152]: INFO networking_nsxv3.common.synchronization [req-17d4408b-e687-484f-8111-4bc957befc82 req-b8f871da-1ba7-4966-9be5-ac73d55d355c service nova] Enqueued Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_rules [ 617.225502] env[65152]: INFO networking_nsxv3.common.synchronization [req-17d4408b-e687-484f-8111-4bc957befc82 req-b8f871da-1ba7-4966-9be5-ac73d55d355c service nova] Enqueued Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_members [ 617.225765] env[65152]: INFO networking_nsxv3.common.synchronization [req-17d4408b-e687-484f-8111-4bc957befc82 req-b8f871da-1ba7-4966-9be5-ac73d55d355c service nova] Enqueued Resource ID: 76db00d2-305d-43b5-8434-1f24eede4e20 with Priority: HIGHEST for action port [ 617.226360] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_rules [ 617.226588] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_members [ 617.226664] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76db00d2-305d-43b5-8434-1f24eede4e20 with Priority: HIGHEST for action port [ 617.226999] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.227166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.227258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.228378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.228378] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.231494] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.231657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.231752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.231996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.232216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.232344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.232440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.232620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.232749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.232875] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.233936] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-76db00d2-305d-43b5-8434-1f24eede4e20 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.234432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.234432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.234432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.234573] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76db00d2-305d-43b5-8434-1f24eede4e20',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.614453] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.614744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.614858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.615243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.615353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.615472] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 617.648165] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.648426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.648520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.648736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.648891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.671564] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 617.737234] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.738354] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.738518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.738719] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76db00d2-305d-43b5-8434-1f24eede4e20 with status ACTIVE [ 617.741023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.741023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.741023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.741023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.741023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76db00d2-305d-43b5-8434-1f24eede4e20 is going to be updated. [ 617.766978] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.767211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.767297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.767567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.767725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.768321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76db00d2-305d-43b5-8434-1f24eede4e20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.844652] env[65152]: INFO networking_nsxv3.common.synchronization [None req-778372b4-87c0-4d9a-8015-0a0bd4ae74d5 None None] Enqueued Resource ID: 51856b2a-3480-4a1f-8612-b303cc28b56e with Priority: HIGHEST for action port [ 617.845373] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51856b2a-3480-4a1f-8612-b303cc28b56e with Priority: HIGHEST for action port [ 617.845560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-51856b2a-3480-4a1f-8612-b303cc28b56e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.845730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51856b2a-3480-4a1f-8612-b303cc28b56e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.845784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51856b2a-3480-4a1f-8612-b303cc28b56e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.846525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51856b2a-3480-4a1f-8612-b303cc28b56e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.846525] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51856b2a-3480-4a1f-8612-b303cc28b56e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.023394] env[65152]: INFO networking_nsxv3.common.synchronization [None req-5e785c1a-f2b3-4dda-b761-8c822ae99928 None None] Enqueued Resource ID: a7ace520-20c0-4da7-918b-6943bf242fa1 with Priority: HIGHEST for action port [ 618.024109] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ace520-20c0-4da7-918b-6943bf242fa1 with Priority: HIGHEST for action port [ 618.024433] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7ace520-20c0-4da7-918b-6943bf242fa1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.024564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7ace520-20c0-4da7-918b-6943bf242fa1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.024630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7ace520-20c0-4da7-918b-6943bf242fa1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.025356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7ace520-20c0-4da7-918b-6943bf242fa1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.025356] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ace520-20c0-4da7-918b-6943bf242fa1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.245216] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.349614] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51856b2a-3480-4a1f-8612-b303cc28b56e [ 618.349877] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.350054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.350116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.350334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.350426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.350530] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51856b2a-3480-4a1f-8612-b303cc28b56e already deleted. [ 618.350614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51856b2a-3480-4a1f-8612-b303cc28b56e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.528528] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7ace520-20c0-4da7-918b-6943bf242fa1 [ 618.528780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.528911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.528991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.529259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.529512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.529512] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7ace520-20c0-4da7-918b-6943bf242fa1 already deleted. [ 618.529512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7ace520-20c0-4da7-918b-6943bf242fa1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.610319] env[65152]: INFO networking_nsxv3.common.synchronization [req-c75f1ac5-981f-46cc-944f-3e2cd444e224 req-c89068f3-4645-4c34-8260-d4b9ee4d354d tempest-ServersAdminNegativeTestJSON-1182959878 tempest-ServersAdminNegativeTestJSON-1182959878-project-member] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 618.612540] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 618.612540] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.612540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.612540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.612540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.612540] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.612540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.612540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.612540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.612540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.613357] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.712894] env[65152]: INFO networking_nsxv3.common.synchronization [req-2901358d-d9ce-4973-a4b5-d75e99434cbe req-cda0921c-2a5b-47bc-a6a1-ba8a6d3f5905 tempest-DeleteServersAdminTestJSON-1255420416 tempest-DeleteServersAdminTestJSON-1255420416-project-admin] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 618.714413] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 618.714413] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.714788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.714788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.714896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.715087] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.715221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.715300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.715439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.715523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.716619] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.748032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.748032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.748032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.748032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.748463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.748737] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c is going to be created. [ 618.780593] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.780786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.780862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.781412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.781412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.792485] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c in Status: UNINITIALIZED for 2s [ 619.115764] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.115942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.116042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.116242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.116556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.116556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.116754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.116754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.116880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.116992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.117120] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929027cc-a73c-4e92-9c46-473725805397 already deleted. [ 619.117209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.186581] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.186847] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.187033] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.187225] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.187501] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.187667] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.187784] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.188028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.188185] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.188411] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.188522] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.188636] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.188802] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.188868] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.188953] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.189152] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.210857] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.211416] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.211416] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.211491] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.211805] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-ba058e28-dde0-4c4f-9756-b3754a8559a1 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.212016] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.212152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.212544] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.212700] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba058e28-dde0-4c4f-9756-b3754a8559a1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.218775] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.218775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.218775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.218963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.219072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.219531] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.219531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.219531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.219848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.219848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.219848] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f is going to be updated. [ 619.257200] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.257200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.257478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.269687] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: IN_PROGRESS for 2s [ 619.682227] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.683627] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.683627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.684016] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.715132] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.715528] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.715528] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.715730] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.715871] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.716037] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port ba058e28-dde0-4c4f-9756-b3754a8559a1 not found, creating... [ 619.716298] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.716458] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.716572] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.716787] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.716931] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.717227] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.717379] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.717501] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.717881] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.718042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.718184] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: ba058e28-dde0-4c4f-9756-b3754a8559a1 is going to be created. [ 619.738197] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.738451] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.738593] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.738909] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.739141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.739396] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.818909] env[65152]: INFO networking_nsxv3.common.synchronization [req-d44cc0c9-c52d-405b-9d7b-4568b39e8257 req-11164144-822c-4fde-8ef1-bd9b346d36ec tempest-ServerRescueTestJSON-1652906452 tempest-ServerRescueTestJSON-1652906452-project-member] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 619.819706] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 619.820346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.820678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.820884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.821198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.821449] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.821629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.821726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.821962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.822100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.822222] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.186114] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.189020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.189020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.189020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.189020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.189742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.189742] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.326023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.326353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.326353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.326655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.326805] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.326882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.326916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.327184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.327184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.327184] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd already deleted. [ 620.327384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.340226] env[65152]: INFO networking_nsxv3.common.synchronization [None req-53dfcdb6-58c0-43cd-9b03-ffeddeef6c47 None None] Enqueued Resource ID: 24ef0c11-c778-417c-a755-672ab4c6ccf2 with Priority: HIGHEST for action port [ 620.340813] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ef0c11-c778-417c-a755-672ab4c6ccf2 with Priority: HIGHEST for action port [ 620.341175] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ef0c11-c778-417c-a755-672ab4c6ccf2 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.341329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ef0c11-c778-417c-a755-672ab4c6ccf2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.341393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ef0c11-c778-417c-a755-672ab4c6ccf2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.343162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ef0c11-c778-417c-a755-672ab4c6ccf2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.343162] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ef0c11-c778-417c-a755-672ab4c6ccf2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.467593] env[65152]: INFO networking_nsxv3.common.synchronization [req-c75f1ac5-981f-46cc-944f-3e2cd444e224 req-30ffff62-6053-4c06-a2d5-5464f6c2ea19 service nova] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_rules [ 620.467771] env[65152]: INFO networking_nsxv3.common.synchronization [req-c75f1ac5-981f-46cc-944f-3e2cd444e224 req-30ffff62-6053-4c06-a2d5-5464f6c2ea19 service nova] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 620.467902] env[65152]: INFO networking_nsxv3.common.synchronization [req-c75f1ac5-981f-46cc-944f-3e2cd444e224 req-30ffff62-6053-4c06-a2d5-5464f6c2ea19 service nova] Enqueued Resource ID: ba058e28-dde0-4c4f-9756-b3754a8559a1 with Priority: HIGHEST for action port [ 620.468608] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_rules [ 620.468608] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 620.468737] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba058e28-dde0-4c4f-9756-b3754a8559a1 with Priority: HIGHEST for action port [ 620.468950] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.469084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.469197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.469405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.469536] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.470755] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.471000] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.471145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.471328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.471568] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.472012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.472012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.472222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.472291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.472609] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.473633] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba058e28-dde0-4c4f-9756-b3754a8559a1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.473633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.473633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.473797] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.473844] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba058e28-dde0-4c4f-9756-b3754a8559a1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.616519] env[65152]: INFO networking_nsxv3.common.synchronization [req-7b414716-a6ed-4823-86d2-a526cb41d1ce req-da3e0bba-ce50-4577-9c33-1aaa3ec2a7a4 tempest-SecurityGroupRulesTestJSON-1832442385 tempest-SecurityGroupRulesTestJSON-1832442385-project-member] Enqueued Resource ID: b4c045a9-8175-40d3-b8fd-de40615f83a9 with Priority: HIGHEST for action security_group_rules [ 620.616800] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c045a9-8175-40d3-b8fd-de40615f83a9 with Priority: HIGHEST for action security_group_rules [ 620.617116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c045a9-8175-40d3-b8fd-de40615f83a9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.617527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c045a9-8175-40d3-b8fd-de40615f83a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.617527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c045a9-8175-40d3-b8fd-de40615f83a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.617684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c045a9-8175-40d3-b8fd-de40615f83a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.617684] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c045a9-8175-40d3-b8fd-de40615f83a9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.691673] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2462ae-c68b-49f7-81b1-fea07ea08d5a: rpc.has_security_group_logging(os_id): False [ 620.712370] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.712370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.712370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.712602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.712644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.712877] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.713040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.713075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.713202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.713275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.713507] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.715223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.715223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.715223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.715223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.715223] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.715223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.715223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.715867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.715867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.715867] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 620.782919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.783672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.783672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.783966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.800947] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 620.805321] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c in Status: SUCCESS [ 620.805590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.805701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.805930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.806147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.806271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.806337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.806580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.806580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.806705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.806820] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.845475] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ef0c11-c778-417c-a755-672ab4c6ccf2 [ 620.846479] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.846479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.846479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.846479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.846479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.846479] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ef0c11-c778-417c-a755-672ab4c6ccf2 already deleted. [ 620.846479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ef0c11-c778-417c-a755-672ab4c6ccf2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.866116] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.866116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.866116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.866116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.866415] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.866539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.866674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.866903] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867126] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.867378] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.867502] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.867613] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.867718] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.867885] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.867929] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.868145] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.888900] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.889420] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.889420] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.889420] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.889710] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-b89006c8-ab80-4a13-a899-21c834ca5c2a taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.890032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890381] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.890495] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89006c8-ab80-4a13-a899-21c834ca5c2a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.975494] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.976640] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.976640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.976798] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba058e28-dde0-4c4f-9756-b3754a8559a1 with status ACTIVE [ 620.976911] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.977034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.977102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.977311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.977398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.977573] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.977673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.977737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.977890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.977969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.978172] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.978269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.978332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.978475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.978549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.978635] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba058e28-dde0-4c4f-9756-b3754a8559a1 is going to be updated. [ 621.002070] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.002070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.002070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.002409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.002409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.002701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba058e28-dde0-4c4f-9756-b3754a8559a1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.144319] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.144466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.144586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.144750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.144838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.144937] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c045a9-8175-40d3-b8fd-de40615f83a9 already deleted. [ 621.145038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c045a9-8175-40d3-b8fd-de40615f83a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.150035] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f799306f-eab0-444d-81f8-2cb2d15724a0 None None] Enqueued Resource ID: 2d493e76-c6ad-4966-8d38-4187274cd7e8 with Priority: HIGHEST for action port [ 621.150532] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d493e76-c6ad-4966-8d38-4187274cd7e8 with Priority: HIGHEST for action port [ 621.150858] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d493e76-c6ad-4966-8d38-4187274cd7e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.151104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d493e76-c6ad-4966-8d38-4187274cd7e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.151202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d493e76-c6ad-4966-8d38-4187274cd7e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.151524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d493e76-c6ad-4966-8d38-4187274cd7e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.151636] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d493e76-c6ad-4966-8d38-4187274cd7e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.278567] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: SUCCESS [ 621.278816] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f deletion is rescheduled due to dependency. [ 621.279381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.309703] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.393030] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.393261] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.393416] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.393765] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.393918] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.394103] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port b89006c8-ab80-4a13-a899-21c834ca5c2a not found, creating... [ 621.394375] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.395045] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.395045] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.395045] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.395045] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.395326] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.395482] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.395597] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.395835] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.395980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.396162] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: b89006c8-ab80-4a13-a899-21c834ca5c2a is going to be created. [ 621.419920] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.420477] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.420477] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420692] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.420935] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.421201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.481881] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.655670] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d493e76-c6ad-4966-8d38-4187274cd7e8 [ 621.655670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.655783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.655828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.656382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.656573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.657609] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d493e76-c6ad-4966-8d38-4187274cd7e8 already deleted. [ 621.657609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d493e76-c6ad-4966-8d38-4187274cd7e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.812703] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 751549f4-d632-4ea8-adb5-2c3299c16b1c: rpc.has_security_group_logging(os_id): False [ 621.831740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.834075] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.834075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.834075] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c is going to be created. [ 621.901768] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.902094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.902094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.902190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.902356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.932835] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c in Status: IN_PROGRESS for 2s [ 621.988467] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.989131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.989131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.989470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.989611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.989774] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929027cc-a73c-4e92-9c46-473725805397 is going to be created. [ 622.022209] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.022209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.022209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.022348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.022427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.041481] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: UNINITIALIZED for 2s [ 622.203744] env[65152]: INFO networking_nsxv3.common.synchronization [req-d44cc0c9-c52d-405b-9d7b-4568b39e8257 req-3d5e8667-50b8-4811-bd2b-bdaef620415d service nova] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_rules [ 622.203855] env[65152]: INFO networking_nsxv3.common.synchronization [req-d44cc0c9-c52d-405b-9d7b-4568b39e8257 req-3d5e8667-50b8-4811-bd2b-bdaef620415d service nova] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 622.203946] env[65152]: INFO networking_nsxv3.common.synchronization [req-d44cc0c9-c52d-405b-9d7b-4568b39e8257 req-3d5e8667-50b8-4811-bd2b-bdaef620415d service nova] Enqueued Resource ID: b89006c8-ab80-4a13-a899-21c834ca5c2a with Priority: HIGHEST for action port [ 622.204450] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_rules [ 622.204584] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 622.204682] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89006c8-ab80-4a13-a899-21c834ca5c2a with Priority: HIGHEST for action port [ 622.207788] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.207788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.207788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.207788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.207788] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.207788] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.207788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.207788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.208141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.208669] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.208760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.208798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.210040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.212011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.212186] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.213330] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89006c8-ab80-4a13-a899-21c834ca5c2a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.213454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.213535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.213740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.213860] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89006c8-ab80-4a13-a899-21c834ca5c2a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.715697] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.715775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.716372] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.716916] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b89006c8-ab80-4a13-a899-21c834ca5c2a with status ACTIVE [ 622.717159] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.717243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.717288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.717780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.717780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.717780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.717926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.717926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.717996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.719032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.719032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.719032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.719032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.719032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.719032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.719032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b89006c8-ab80-4a13-a899-21c834ca5c2a is going to be updated. [ 622.747031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.747031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.747031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.747031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.747031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.747031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89006c8-ab80-4a13-a899-21c834ca5c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.817947] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 622.821958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.223401] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.667035] env[65152]: INFO networking_nsxv3.common.synchronization [None req-283cf033-e376-471b-aab1-3b70d240da13 None None] Enqueued Resource ID: 8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c with Priority: HIGHEST for action port [ 623.667035] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c with Priority: HIGHEST for action port [ 623.667233] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.667362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.668026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.668115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.668191] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.727403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.727403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.727403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.728275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.728431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.728504] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be created. [ 623.759878] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.759878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.759878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.760260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.760959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.771753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: UNINITIALIZED for 2s [ 623.951524] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c in Status: SUCCESS [ 623.951829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.052350] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: SUCCESS [ 624.053354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.053354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.053354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.053354] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.053354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.053922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.053922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.053922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.053922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.053922] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.171413] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c [ 624.171637] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.171737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.171794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.171998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.172121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.172214] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c already deleted. [ 624.172295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a4e996c-3ad4-4d69-aa0a-25e8d6481e9c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.559562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.559854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.559939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.560297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.560589] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.560824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.560824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.560999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.561093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.561190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.561355] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.561445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.561514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.561656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.561800] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.561895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.561957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.562194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.562276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.562375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.562450] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.065254] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 929027cc-a73c-4e92-9c46-473725805397: rpc.has_security_group_logging(os_id): False [ 625.092124] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.092124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.092124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.092124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.092124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.092124] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.092124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.092124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.092124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.092452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.092452] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.092716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.092716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.092902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.093012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.094272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.094400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.094497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.094693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.094843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.094985] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 929027cc-a73c-4e92-9c46-473725805397 is going to be created. [ 625.183393] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.183393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.183589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.183715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.183919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.199456] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: IN_PROGRESS for 2s [ 625.219657] env[65152]: INFO networking_nsxv3.common.synchronization [None req-d7a81dc7-a1e8-4f34-9293-a35fa552df90 tempest-ServersWithSpecificFlavorTestJSON-662854701 tempest-ServersWithSpecificFlavorTestJSON-662854701-project-member] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 625.220960] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 625.221502] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.221671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.221810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.222203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.222321] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.554104] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f64618a0-ce88-4819-be9b-8a72bdb37017 tempest-ServersWithSpecificFlavorTestJSON-662854701 tempest-ServersWithSpecificFlavorTestJSON-662854701-project-member] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 625.554907] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 625.555408] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.555640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.743623] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.743795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.743858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.744092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.744184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.744289] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb already deleted. [ 625.744374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.744528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.744722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.744813] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.789037] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: SUCCESS [ 625.789823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.790126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.790469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.791116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.791318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.791399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.791657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.791733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.791844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.791978] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.907533] env[65152]: INFO networking_nsxv3.common.synchronization [req-71cd4a6b-3100-4f1c-a6bd-24ed739160ab req-a7322f99-4ebf-4d0b-84ca-0f2c5681912a tempest-ServersTestJSON-1327571382 tempest-ServersTestJSON-1327571382-project-member] Enqueued Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_members [ 625.908296] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_members [ 625.908628] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.908789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.908855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.909257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.909461] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.909579] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.909651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.909939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.909939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.910246] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.271575] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.271575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.271575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.271944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.271944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.271944] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb already deleted. [ 626.275547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.296047] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.297739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.297739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.297739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.297739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.297739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.297739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.301119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.301337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.301401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.302195] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.302195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.302195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.302195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.302195] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.302195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.302768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.302768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.302768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.302768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.302768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.338437] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.338679] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-777" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.338781] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-777" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.340048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-777" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.341417] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.341575] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.341671] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.341923] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.342090] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.342304] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.342410] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.342531] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.342645] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.342751] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.342849] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.342975] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.367833] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.367833] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.367833] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.367833] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-777" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.367833] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-e76b4f60-189c-447d-87cd-c8b2cb409b02 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.367833] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.367833] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.367833] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.367833] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76b4f60-189c-447d-87cd-c8b2cb409b02',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.412013] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.412301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.412376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.412642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.412774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.412956] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.413109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.413340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.413426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.413533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.413651] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 already deleted. [ 626.413756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.805988] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 058ea99b-3460-4684-a1a5-dc0770c5cbbd: rpc.has_security_group_logging(os_id): False [ 626.832032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.832032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.832032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.835664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.836349] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.836349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.836349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.836585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.836585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.837762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.837762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.837762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.837762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.837762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.837762] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be created. [ 626.873922] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.873922] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port e76b4f60-189c-447d-87cd-c8b2cb409b02 not found, creating... [ 626.873922] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.873922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.874816] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.876473] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.877902] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.877902] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.877902] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.877902] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: e76b4f60-189c-447d-87cd-c8b2cb409b02 is going to be created. [ 626.902165] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.902165] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.902165] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.902165] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.902165] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.902165] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.911279] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.911279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.911279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.911549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.911894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.932971] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: IN_PROGRESS for 2s [ 627.212681] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: SUCCESS [ 627.213070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.677713] env[65152]: INFO networking_nsxv3.common.synchronization [req-71cd4a6b-3100-4f1c-a6bd-24ed739160ab req-5e8a8e91-412c-45c7-ad54-78e9a9628376 service nova] Enqueued Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_rules [ 627.678098] env[65152]: INFO networking_nsxv3.common.synchronization [req-71cd4a6b-3100-4f1c-a6bd-24ed739160ab req-5e8a8e91-412c-45c7-ad54-78e9a9628376 service nova] Enqueued Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_members [ 627.678098] env[65152]: INFO networking_nsxv3.common.synchronization [req-71cd4a6b-3100-4f1c-a6bd-24ed739160ab req-5e8a8e91-412c-45c7-ad54-78e9a9628376 service nova] Enqueued Resource ID: e76b4f60-189c-447d-87cd-c8b2cb409b02 with Priority: HIGHEST for action port [ 627.678717] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_rules [ 627.678809] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_members [ 627.678890] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76b4f60-189c-447d-87cd-c8b2cb409b02 with Priority: HIGHEST for action port [ 627.679218] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.679314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.679377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.679583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.679660] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.683160] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.683160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.683160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.683160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.683160] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.683160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.683160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.683160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.683160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.683160] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.683741] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76b4f60-189c-447d-87cd-c8b2cb409b02 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.683741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.683741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.683741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.683960] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76b4f60-189c-447d-87cd-c8b2cb409b02',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.187035] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e76b4f60-189c-447d-87cd-c8b2cb409b02 with status ACTIVE [ 628.187277] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.187450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.187499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.187843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.188750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.189060] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.189249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.189346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.189809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.189809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.189905] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.190026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.190085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.190317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.190415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.190518] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e76b4f60-189c-447d-87cd-c8b2cb409b02 is going to be updated. [ 628.192203] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.192325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.192610] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.215591] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.215892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.216044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.216327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.216483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.216804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76b4f60-189c-447d-87cd-c8b2cb409b02" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.698034] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.943459] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: SUCCESS [ 628.943695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.202774] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.202965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.203068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.203290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.203460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.203558] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 is going to be created. [ 629.229888] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.230043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.230110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.230324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.230682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.239270] env[65152]: INFO networking_nsxv3.common.synchronization [req-f88a58e8-3930-4a21-8031-55b07c6d2b4e req-1538cfbd-2056-4297-a785-dc55c406752b tempest-ServerExternalEventsTest-1988601072 tempest-ServerExternalEventsTest-1988601072-project-member] Enqueued Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_members [ 629.243022] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGHEST for action security_group_members [ 629.243022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.243022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.243022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.243022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.243022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.243022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.243022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.243022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.243022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.243022] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.246417] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 in Status: UNINITIALIZED for 2s [ 629.744596] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.744969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.744969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.745104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.745251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.745481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.745597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.745976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.746263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.746353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.746462] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef is going to be updated. [ 629.781818] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.781968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.782078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.782397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.788069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.795045] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef in Status: IN_PROGRESS for 2s [ 630.156267] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f8f6f5e0-3b10-49d4-bfc9-1cafe4a58f13 None None] Enqueued Resource ID: f49fe536-4082-44a4-8900-db75da469b35 with Priority: HIGHEST for action port [ 630.157285] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49fe536-4082-44a4-8900-db75da469b35 with Priority: HIGHEST for action port [ 630.158018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f49fe536-4082-44a4-8900-db75da469b35 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.158588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f49fe536-4082-44a4-8900-db75da469b35" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.158672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f49fe536-4082-44a4-8900-db75da469b35" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.159035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f49fe536-4082-44a4-8900-db75da469b35" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.159145] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49fe536-4082-44a4-8900-db75da469b35',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.661995] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f49fe536-4082-44a4-8900-db75da469b35 [ 630.662508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.662508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.662508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.662778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.662940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.662940] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f49fe536-4082-44a4-8900-db75da469b35 already deleted. [ 630.663042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f49fe536-4082-44a4-8900-db75da469b35" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.974907] env[65152]: INFO networking_nsxv3.common.synchronization [req-6c79d039-0407-4e32-8f56-96b6abbfbe74 req-c827e519-b8b4-4024-b2db-fa41f4b3912b tempest-VolumesAdminNegativeTest-822079301 tempest-VolumesAdminNegativeTest-822079301-project-member] Enqueued Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_members [ 630.975534] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_members [ 630.975946] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.976055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.977575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.977838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.977991] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.978132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.978196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.978364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.978475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.978555] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.259522] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 in Status: UNINITIALIZED for 4s [ 631.340205] env[65152]: INFO networking_nsxv3.common.synchronization [None req-9d1fe4e3-93cf-49f6-81ed-556a4e53a378 None None] Enqueued Resource ID: 6e953887-5f90-46ef-82fe-b26f16163580 with Priority: HIGHEST for action port [ 631.340205] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e953887-5f90-46ef-82fe-b26f16163580 with Priority: HIGHEST for action port [ 631.340315] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e953887-5f90-46ef-82fe-b26f16163580 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.340368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e953887-5f90-46ef-82fe-b26f16163580" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.340746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e953887-5f90-46ef-82fe-b26f16163580" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.340746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e953887-5f90-46ef-82fe-b26f16163580" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.340927] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e953887-5f90-46ef-82fe-b26f16163580',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.481529] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.482462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.482666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.482842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.482939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.483186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.483301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.483371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.483509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.483613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.484109] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 already deleted. [ 631.484109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.550223] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.550223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-672" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.550223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-672" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.550223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-672" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.550223] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.550223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.550223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.550223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.550223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.550223] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.550223] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.550223] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.550223] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.550764] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.550764] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.550764] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.573405] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.574180] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.574345] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.574534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-672" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.574914] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-4a38f089-036d-4286-aa85-2be17547a74b taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.575094] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.575209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.575523] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.575836] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a38f089-036d-4286-aa85-2be17547a74b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.806662] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef in Status: SUCCESS [ 631.806861] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef deletion is rescheduled due to dependency. [ 631.806978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.848105] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e953887-5f90-46ef-82fe-b26f16163580 [ 631.848105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.848105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.848105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.848105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.848105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.848105] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e953887-5f90-46ef-82fe-b26f16163580 already deleted. [ 631.848105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e953887-5f90-46ef-82fe-b26f16163580" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.084028] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.084028] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 4a38f089-036d-4286-aa85-2be17547a74b not found, creating... [ 632.084028] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.084028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.085209] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.085209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.085209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.087250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.087250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.087250] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 4a38f089-036d-4286-aa85-2be17547a74b is going to be created. [ 632.115732] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.115886] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.116086] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.116481] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.117957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.117957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.656262] env[65152]: INFO networking_nsxv3.common.synchronization [req-5e4c62da-3e69-4981-a5fe-e7ff5c1f6121 req-e15eebae-ff82-46fa-bcf5-0b59b97de654 tempest-SecurityGroupRulesTestJSON-1832442385 tempest-SecurityGroupRulesTestJSON-1832442385-project-member] Enqueued Resource ID: 3e720e9e-a493-4c08-94e0-a0468ed51237 with Priority: HIGHEST for action security_group_rules [ 632.656977] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e720e9e-a493-4c08-94e0-a0468ed51237 with Priority: HIGHEST for action security_group_rules [ 632.657304] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e720e9e-a493-4c08-94e0-a0468ed51237 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.657623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e720e9e-a493-4c08-94e0-a0468ed51237" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.657623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e720e9e-a493-4c08-94e0-a0468ed51237" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.657803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e720e9e-a493-4c08-94e0-a0468ed51237" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.657895] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e720e9e-a493-4c08-94e0-a0468ed51237',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.891479] env[65152]: INFO networking_nsxv3.common.synchronization [req-6c79d039-0407-4e32-8f56-96b6abbfbe74 req-91836603-8ba0-4cf5-8005-3915d06b5623 service nova] Enqueued Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_rules [ 632.892314] env[65152]: INFO networking_nsxv3.common.synchronization [req-6c79d039-0407-4e32-8f56-96b6abbfbe74 req-91836603-8ba0-4cf5-8005-3915d06b5623 service nova] Enqueued Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_members [ 632.892728] env[65152]: INFO networking_nsxv3.common.synchronization [req-6c79d039-0407-4e32-8f56-96b6abbfbe74 req-91836603-8ba0-4cf5-8005-3915d06b5623 service nova] Enqueued Resource ID: 4a38f089-036d-4286-aa85-2be17547a74b with Priority: HIGHEST for action port [ 632.895410] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_rules [ 632.895555] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_members [ 632.895718] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38f089-036d-4286-aa85-2be17547a74b with Priority: HIGHEST for action port [ 632.896070] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.896256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.896351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.896689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.896935] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.897939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.898118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.898214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.898429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.898620] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.899044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.899044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.899044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.899044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.899306] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.901090] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a38f089-036d-4286-aa85-2be17547a74b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.901090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.901090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.901090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.901090] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a38f089-036d-4286-aa85-2be17547a74b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.182108] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.182372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.182372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.182454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.182548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.184382] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e720e9e-a493-4c08-94e0-a0468ed51237 already deleted. [ 633.184382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e720e9e-a493-4c08-94e0-a0468ed51237" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.197358] env[65152]: INFO networking_nsxv3.common.synchronization [None req-6b5f5a6d-153a-40b3-bd06-2a2d69c51dc0 None None] Enqueued Resource ID: c25fcaad-d135-4cec-95d8-8a61205b8b8f with Priority: HIGHEST for action port [ 633.199010] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25fcaad-d135-4cec-95d8-8a61205b8b8f with Priority: HIGHEST for action port [ 633.199417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25fcaad-d135-4cec-95d8-8a61205b8b8f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.199759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25fcaad-d135-4cec-95d8-8a61205b8b8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.199921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25fcaad-d135-4cec-95d8-8a61205b8b8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.200205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25fcaad-d135-4cec-95d8-8a61205b8b8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.200287] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25fcaad-d135-4cec-95d8-8a61205b8b8f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.216811] env[65152]: INFO networking_nsxv3.common.synchronization [req-c46113a1-ce59-445e-8d1e-7b8c6638e922 req-218b9a0f-c515-4fad-b8d1-2bd91a047c21 tempest-DeleteServersAdminTestJSON-1859522236 tempest-DeleteServersAdminTestJSON-1859522236-project-member] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 633.218449] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 633.218631] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.218862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.218962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.219446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.219688] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.219807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.220045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.220126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.220294] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.272612] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 in Status: SUCCESS [ 633.272612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.273107] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.273332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.273533] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.273722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.273801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.273933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.274031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.274120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.274218] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.402863] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.404879] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.405052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.405254] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a38f089-036d-4286-aa85-2be17547a74b with status ACTIVE [ 633.408186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.408186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.408186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.408186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.408186] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a38f089-036d-4286-aa85-2be17547a74b is going to be updated. [ 633.432077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.433090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.434601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.434601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.434601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.434601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a38f089-036d-4286-aa85-2be17547a74b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.659333] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.659607] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.659691] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.659972] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.660261] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.660420] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.660780] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.661067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.661216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.661466] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.661627] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.661854] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.662251] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.662364] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.662507] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.662672] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.687323] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.687644] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.688077] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.688186] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.688809] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-ba135086-26c7-448c-b1e6-077690cd5748 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.689495] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.689495] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.689739] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.689913] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba135086-26c7-448c-b1e6-077690cd5748',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.704351] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c25fcaad-d135-4cec-95d8-8a61205b8b8f [ 633.704578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.704938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.704938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.705076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.705181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.705324] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c25fcaad-d135-4cec-95d8-8a61205b8b8f already deleted. [ 633.705396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25fcaad-d135-4cec-95d8-8a61205b8b8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.722602] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.723116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.723116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.723248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.723346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.723618] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.723810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.723885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.724069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.724153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.724246] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f is going to be updated. [ 633.760666] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.760836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.760960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.761266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.761622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.777850] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.781523] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: IN_PROGRESS for 2s [ 633.856111] env[65152]: INFO networking_nsxv3.common.synchronization [None req-27270357-f8a7-4370-9cd3-32ee712ace43 None None] Enqueued Resource ID: 3e5400f0-0999-4dc5-a17c-4f7d08246a71 with Priority: HIGHEST for action port [ 633.857798] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e5400f0-0999-4dc5-a17c-4f7d08246a71 with Priority: HIGHEST for action port [ 633.858556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e5400f0-0999-4dc5-a17c-4f7d08246a71 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.858956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e5400f0-0999-4dc5-a17c-4f7d08246a71" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.858956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e5400f0-0999-4dc5-a17c-4f7d08246a71" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.859332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e5400f0-0999-4dc5-a17c-4f7d08246a71" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.859332] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5400f0-0999-4dc5-a17c-4f7d08246a71',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.909483] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.193345] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.194040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.194040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.194380] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.194516] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port ba135086-26c7-448c-b1e6-077690cd5748 not found, creating... [ 634.194768] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.194963] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.194963] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.195152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.195333] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.195912] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.197326] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197326] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197326] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197326] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: ba135086-26c7-448c-b1e6-077690cd5748 is going to be created. [ 634.226048] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.226048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.226048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.226048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.226048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.226048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.283156] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9b0d618-94d6-4c9b-99e3-047a3259e8e6: rpc.has_security_group_logging(os_id): False [ 634.311048] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.311171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.311246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.311470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.311556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.311824] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.311923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.311983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.313097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.313097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.313097] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 is going to be created. [ 634.362481] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e5400f0-0999-4dc5-a17c-4f7d08246a71 [ 634.362815] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.363051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.363150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.363715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.363715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.366177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e5400f0-0999-4dc5-a17c-4f7d08246a71 already deleted. [ 634.366843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e5400f0-0999-4dc5-a17c-4f7d08246a71" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.412068] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.413034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.413034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.413034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.413034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.413034] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 is going to be created. [ 634.448965] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.449161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.449244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.449434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.449666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.469119] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 in Status: UNINITIALIZED for 2s [ 634.484436] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.484808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.484808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.485761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.485761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.502018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 in Status: IN_PROGRESS for 2s [ 635.010760] env[65152]: INFO networking_nsxv3.common.synchronization [req-c46113a1-ce59-445e-8d1e-7b8c6638e922 req-285bbdbd-3447-4b88-90d9-96f5821156ed service nova] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_rules [ 635.010995] env[65152]: INFO networking_nsxv3.common.synchronization [req-c46113a1-ce59-445e-8d1e-7b8c6638e922 req-285bbdbd-3447-4b88-90d9-96f5821156ed service nova] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 635.011179] env[65152]: INFO networking_nsxv3.common.synchronization [req-c46113a1-ce59-445e-8d1e-7b8c6638e922 req-285bbdbd-3447-4b88-90d9-96f5821156ed service nova] Enqueued Resource ID: ba135086-26c7-448c-b1e6-077690cd5748 with Priority: HIGHEST for action port [ 635.011768] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_rules [ 635.011899] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 635.012110] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba135086-26c7-448c-b1e6-077690cd5748 with Priority: HIGHEST for action port [ 635.012391] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.012556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.012708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.012982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.013151] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.014791] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.014791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.015130] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba135086-26c7-448c-b1e6-077690cd5748 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.015292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.015354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.015581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.015685] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba135086-26c7-448c-b1e6-077690cd5748',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.521243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.521243] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba135086-26c7-448c-b1e6-077690cd5748 with status ACTIVE [ 635.521243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.521243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.521243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.521243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.522557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.522557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.522557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.522557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.522557] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba135086-26c7-448c-b1e6-077690cd5748 is going to be updated. [ 635.550235] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.550235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.550235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.550235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.550235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.550235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba135086-26c7-448c-b1e6-077690cd5748" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.794365] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: SUCCESS [ 635.794708] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f deletion is rescheduled due to dependency. [ 635.795070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.795523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.795872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.796219] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.796374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.796446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.796652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.797088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.797818] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.215347] env[65152]: INFO networking_nsxv3.common.synchronization [req-f2a94c15-3198-425e-a780-153f0eeb0c8e req-0318e6f3-1749-4183-b1c3-1b7aa8e46034 tempest-TenantUsagesTestJSON-900693033 tempest-TenantUsagesTestJSON-900693033-project-member] Enqueued Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_members [ 636.217147] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGHEST for action security_group_members [ 636.217464] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.217613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.217685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.217956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.218179] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.218416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.218416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.218554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.218645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.218821] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.300311] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.482770] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 in Status: SUCCESS [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.482770] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.482770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.483307] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.517076] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 in Status: SUCCESS [ 636.517288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.722204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.722204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.722204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.722204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.722204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.722947] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.722947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.722947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.722947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.722947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.723161] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee69c9b-ff64-4396-b970-91792330991b is going to be updated. [ 636.755165] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.755165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.755583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.755583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.755664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.768548] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee69c9b-ff64-4396-b970-91792330991b in Status: IN_PROGRESS for 2s [ 636.803110] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.986297] env[65152]: INFO networking_nsxv3.common.synchronization [req-e9278c68-b422-4292-9c63-977a3dc09c69 req-60455809-5263-4227-99a3-5aa9cc9868b6 tempest-ServersWithSpecificFlavorTestJSON-662854701 tempest-ServersWithSpecificFlavorTestJSON-662854701-project-member] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 636.986732] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.986732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.986873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.988016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.988893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.988893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.988893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.988893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.988893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.989481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.989713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.989909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.990080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.990308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.990541] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.991088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.991344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.991657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.991800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.991959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.992288] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.994745] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 636.994932] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.995146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.995287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.995653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.995834] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.996032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.996141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.996339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.996887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.996887] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.307192] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.307192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.307192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.307192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.307192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.307192] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f is going to be updated. [ 637.341991] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.342333] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.342582] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.343065] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.343501] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.343763] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.343965] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.344333] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.344559] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.344854] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.345059] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.345216] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.345392] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.345558] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.345744] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.345978] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.361550] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.361779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.361843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.362065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.362217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.368275] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.368275] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.368275] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.368275] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.368567] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-62792e51-4f1c-48cf-a401-e86ae2664cac taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.368744] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.368866] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.369318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.369458] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62792e51-4f1c-48cf-a401-e86ae2664cac',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.374956] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: IN_PROGRESS for 2s [ 637.496663] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611: rpc.has_security_group_logging(os_id): False [ 637.500038] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.500038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.500038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.500038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.500038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.500038] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.500038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.500038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.500038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.502090] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb already deleted. [ 637.502090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.520106] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.520836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.520836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.520977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.521089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.522133] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.522289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.522373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.522578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.522696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.524419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.524548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.524613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.524851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.524992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.525314] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.525427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.525474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.525663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.525769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.525898] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 is going to be created. [ 637.595653] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.595653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.595653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.595653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.595653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.612977] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 in Status: IN_PROGRESS for 2s [ 637.873350] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.873840] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.873840] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.874099] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.874255] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.874423] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 62792e51-4f1c-48cf-a401-e86ae2664cac not found, creating... [ 637.874749] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.874979] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.875116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.875361] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.875501] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.875839] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.876155] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.876155] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.876327] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.876497] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.876664] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 62792e51-4f1c-48cf-a401-e86ae2664cac is going to be created. [ 637.900952] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.901105] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.901157] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.901469] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.901758] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.902042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.607360] env[65152]: INFO networking_nsxv3.common.synchronization [req-e9278c68-b422-4292-9c63-977a3dc09c69 req-d92801a0-2162-4d0c-9751-241769f8feb4 service nova] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 638.607521] env[65152]: INFO networking_nsxv3.common.synchronization [req-e9278c68-b422-4292-9c63-977a3dc09c69 req-d92801a0-2162-4d0c-9751-241769f8feb4 service nova] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 638.607649] env[65152]: INFO networking_nsxv3.common.synchronization [req-e9278c68-b422-4292-9c63-977a3dc09c69 req-d92801a0-2162-4d0c-9751-241769f8feb4 service nova] Enqueued Resource ID: 62792e51-4f1c-48cf-a401-e86ae2664cac with Priority: HIGHEST for action port [ 638.607883] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 638.608021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 638.608112] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62792e51-4f1c-48cf-a401-e86ae2664cac with Priority: HIGHEST for action port [ 638.608674] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.608812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.608892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.609339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.609451] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.611253] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.611253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.611375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.615045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.615045] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.615045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-62792e51-4f1c-48cf-a401-e86ae2664cac taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.615045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.615045] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62792e51-4f1c-48cf-a401-e86ae2664cac',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.781454] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee69c9b-ff64-4396-b970-91792330991b in Status: SUCCESS [ 638.781671] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee69c9b-ff64-4396-b970-91792330991b deletion is rescheduled due to dependency. [ 638.781808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.116940] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.117452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.117452] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.118430] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62792e51-4f1c-48cf-a401-e86ae2664cac with status ACTIVE [ 639.118581] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.118733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.118733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.118932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.119033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.119239] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.119352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.119414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.119572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.119644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.119827] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.119920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.119982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.122166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.122328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.122483] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62792e51-4f1c-48cf-a401-e86ae2664cac is going to be updated. [ 639.150962] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.151195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.151269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.151508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.151657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.151898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62792e51-4f1c-48cf-a401-e86ae2664cac" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.389960] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: SUCCESS [ 639.394908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.394908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.394908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.394908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.395237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.395237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.395419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.395419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.395419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.395515] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.625145] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.630193] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 in Status: SUCCESS [ 639.630482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.897733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.898927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.898927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.898927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.898927] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.899170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.899170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.899325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.899404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.899913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.899969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.900191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.900349] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.900480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.900545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.900771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.900840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.900896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.900995] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.127771] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.128283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.128283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.128283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.128677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.128677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be created. [ 640.170773] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.171292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.171292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.171487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.171934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.187666] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: UNINITIALIZED for 2s [ 640.404548] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d16a21c-5fdf-4bfd-b830-4f66e417663f: rpc.has_security_group_logging(os_id): False [ 640.426088] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.426332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.426586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.426680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.427116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.427317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.428758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.428758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.428758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.428980] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.429273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.430047] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.430047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.430626] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f is going to be updated. [ 640.513923] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.514157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.514247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.514572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.514705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.539832] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: IN_PROGRESS for 2s [ 641.068810] env[65152]: INFO networking_nsxv3.common.synchronization [req-20953c54-3982-4339-a3f2-d4e39ca5c079 req-afaedf1b-ad7c-4807-8afb-3389f7f96773 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 641.068810] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 641.069275] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.069468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.069590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.070829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.070829] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.070829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.070829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.070829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.070829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.070829] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.577175] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.577175] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.577175] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 already deleted. [ 641.577175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.668092] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.668404] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.668522] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.668881] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.669204] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.669475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.669549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.669826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.669998] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.670254] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.671256] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.671256] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.671256] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.671256] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.671256] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.671256] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.692827] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.693049] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.693334] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.693692] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.694106] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.694286] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.694415] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.695726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.695905] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.199334] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.199334] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199334] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199689] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.199689] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.199982] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae not found, creating... [ 642.199982] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.200207] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.200269] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.200544] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.200630] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.201188] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.201314] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.201382] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.201594] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.201764] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.201908] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae is going to be created. [ 642.203841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 642.205355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.205564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.205772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.205964] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.206101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.206177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.206396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.206624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.206624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.206741] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.228921] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.229387] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.229492] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.230042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.230312] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.230615] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.557614] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: SUCCESS [ 642.557614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.711783] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.043231] env[65152]: INFO networking_nsxv3.common.synchronization [req-20953c54-3982-4339-a3f2-d4e39ca5c079 req-c0d0c27e-898a-42b4-b66a-1e51f9554f87 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 643.043386] env[65152]: INFO networking_nsxv3.common.synchronization [req-20953c54-3982-4339-a3f2-d4e39ca5c079 req-c0d0c27e-898a-42b4-b66a-1e51f9554f87 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 643.043504] env[65152]: INFO networking_nsxv3.common.synchronization [req-20953c54-3982-4339-a3f2-d4e39ca5c079 req-c0d0c27e-898a-42b4-b66a-1e51f9554f87 service nova] Enqueued Resource ID: 4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae with Priority: HIGHEST for action port [ 643.044885] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 643.044885] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 643.044885] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae with Priority: HIGHEST for action port [ 643.046518] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.046518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.046518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.046518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.046708] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.048242] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.048311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.048390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.048610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.048798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.049161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.049252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.050182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.050295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.050492] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.051652] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.051773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.051839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.052042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.052647] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.215188] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c6ce56-a934-41e6-b470-4f78cbc6fdcb: rpc.has_security_group_logging(os_id): False [ 643.256577] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.256786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.256873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.257183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.257359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.257700] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.257871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.257919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.258164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.258226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.260439] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be created. [ 643.356906] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.356906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.356906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.356906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.356906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.373980] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: IN_PROGRESS for 2s [ 643.553047] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.553047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.555346] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.557391] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae with status ACTIVE [ 643.557651] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.559093] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.559093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.561790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.561790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.561790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.561790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.561790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.561790] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae is going to be updated. [ 643.592339] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.592583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.592583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.592888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.593088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.593177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5418c2-bbc1-4bf4-bb4e-ea77dac105ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.057554] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.563527] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.563979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.565523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.566019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.566244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.566456] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be created. [ 644.595030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.595030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.595030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.595030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.595030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.604385] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: UNINITIALIZED for 2s [ 645.388308] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 645.388765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.552787] env[65152]: INFO networking_nsxv3.common.synchronization [req-12215a4c-7b2f-4621-9863-07e18920e659 req-6dddbd06-450d-4b58-b28d-9bcfb2ea0c80 tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 645.552787] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 645.552973] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.554059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.554059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.554059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.554059] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.554059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.554059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.554371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.554371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.554371] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.016701] env[65152]: INFO networking_nsxv3.common.synchronization [req-ba36c73b-6c89-4d44-a92a-6fb9baf116bb req-10bc2c2f-a6f1-495f-98d8-acf2828a105f tempest-SecurityGroupRulesTestJSON-1832442385 tempest-SecurityGroupRulesTestJSON-1832442385-project-member] Enqueued Resource ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e with Priority: HIGHEST for action security_group_rules [ 646.016701] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e with Priority: HIGHEST for action security_group_rules [ 646.016701] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.016701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.016701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.016701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.017131] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc0fd555-1a36-4308-9a78-f1e92bf0710e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.050318] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.050590] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.050727] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.050994] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.051293] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.051887] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.052036] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.052267] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.052414] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.052660] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.052827] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.052958] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.053092] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.053265] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.053441] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.053643] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.058337] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.075264] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.075490] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.075633] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.075857] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.076257] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-136e4135-59cd-4254-918b-dacf522916a2 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.076522] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.076718] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.077165] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.077352] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136e4135-59cd-4254-918b-dacf522916a2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.540128] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.540493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.540493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.541034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.541034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.541034] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e already deleted. [ 646.541034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.560092] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.580949] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.581368] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.581528] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.581833] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.581986] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.582161] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 136e4135-59cd-4254-918b-dacf522916a2 not found, creating... [ 646.582432] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.582596] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.582714] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.583059] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.583263] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.583541] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.583700] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.583859] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.584299] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.584482] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.584667] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 136e4135-59cd-4254-918b-dacf522916a2 is going to be created. [ 646.610378] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.610747] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.610978] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.611300] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.611576] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.611840] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.620019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 646.620325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.620886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.621178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.621417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.621590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.621681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.621892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.622013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.622131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.622251] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.062859] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.063750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.063940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.064231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.064332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.064442] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 647.097051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.097576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.097728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.110166] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 647.125047] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.125314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.125314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.125592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.125728] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.125829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.125886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.126091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.126199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.126236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.126367] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.127052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.127052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.127052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.127052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.127052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.127052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.127435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.127435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.127435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.127435] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.330035] env[65152]: INFO networking_nsxv3.common.synchronization [req-12215a4c-7b2f-4621-9863-07e18920e659 req-1e245da5-e139-43ce-875e-959862209098 service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 647.330035] env[65152]: INFO networking_nsxv3.common.synchronization [req-12215a4c-7b2f-4621-9863-07e18920e659 req-1e245da5-e139-43ce-875e-959862209098 service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 647.330035] env[65152]: INFO networking_nsxv3.common.synchronization [req-12215a4c-7b2f-4621-9863-07e18920e659 req-1e245da5-e139-43ce-875e-959862209098 service nova] Enqueued Resource ID: 136e4135-59cd-4254-918b-dacf522916a2 with Priority: HIGHEST for action port [ 647.330035] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 647.330035] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 647.330035] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136e4135-59cd-4254-918b-dacf522916a2 with Priority: HIGHEST for action port [ 647.330960] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.331439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.331792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.332145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.332330] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.333918] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.335021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.335021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-136e4135-59cd-4254-918b-dacf522916a2 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.335021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.341324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.341324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.341324] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136e4135-59cd-4254-918b-dacf522916a2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.630647] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a253a56-156d-442a-968a-fbdf939fa432: rpc.has_security_group_logging(os_id): False [ 647.652091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.652091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.652091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.652298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.652298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.652479] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.652569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.653124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.653124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.653124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.653124] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.653282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.653282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.653407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.653479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.653815] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.653815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.653815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.654045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.654045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.658522] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be created. [ 647.732949] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.733207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.733207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.733398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.733585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.747694] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 647.840731] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.841142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.841599] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 136e4135-59cd-4254-918b-dacf522916a2 with status ACTIVE [ 647.841946] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.842270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.842270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.842525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.842871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.842871] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.843037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.843113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.843342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.843463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.843723] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.843973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.843973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.844463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.844602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.844845] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 136e4135-59cd-4254-918b-dacf522916a2 is going to be updated. [ 647.871399] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.871979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.871979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.871979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.872210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.872442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-136e4135-59cd-4254-918b-dacf522916a2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.910041] env[65152]: INFO networking_nsxv3.common.synchronization [req-df988bca-4286-46a0-841e-f73329ff7101 req-b3395e6d-6488-470b-902e-871befc5399b tempest-ServersAdminNegativeTestJSON-1182959878 tempest-ServersAdminNegativeTestJSON-1182959878-project-member] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 647.910491] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 647.911668] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.911668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.911668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.911668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.911668] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.911668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.911668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.911668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.912111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.912111] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.324141] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.324141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.324141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.324141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.326302] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.330026] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.330026] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.330026] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.330026] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.330026] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.330026] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.330026] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.330026] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.330026] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.330026] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.330026] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.360021] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.360021] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.360021] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.360021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.360021] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.360021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.360021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.360021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.360021] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34ed296-e8b7-4ce3-a326-e6337a9a62d4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.415207] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.460316] env[65152]: INFO networking_nsxv3.common.synchronization [None req-9379f345-cc9a-4234-b883-4049b26b0256 None None] Enqueued Resource ID: 91f2d408-4d67-4c27-a948-1d85402345f0 with Priority: HIGHEST for action port [ 648.460973] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f2d408-4d67-4c27-a948-1d85402345f0 with Priority: HIGHEST for action port [ 648.461369] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f2d408-4d67-4c27-a948-1d85402345f0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.461539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f2d408-4d67-4c27-a948-1d85402345f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.461682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f2d408-4d67-4c27-a948-1d85402345f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.461992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f2d408-4d67-4c27-a948-1d85402345f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.462173] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f2d408-4d67-4c27-a948-1d85402345f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.762528] env[65152]: INFO networking_nsxv3.common.synchronization [req-c72f723e-e995-4276-af69-5f3c3ee09a06 req-befa10ed-0faf-490e-8a99-6fbf0b4c6870 tempest-SecurityGroupRulesTestJSON-1832442385 tempest-SecurityGroupRulesTestJSON-1832442385-project-member] Enqueued Resource ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e with Priority: HIGHEST for action security_group_rules [ 648.762528] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e with Priority: HIGHEST for action security_group_rules [ 648.763662] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.763662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.764570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.764570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.764570] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc0fd555-1a36-4308-9a78-f1e92bf0710e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.863358] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.863834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.864037] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.864425] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.864633] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.864840] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port d34ed296-e8b7-4ce3-a326-e6337a9a62d4 not found, creating... [ 648.865205] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.865422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.865612] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.865887] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.866099] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.866474] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.866725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.866887] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.867162] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.867378] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.867721] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: d34ed296-e8b7-4ce3-a326-e6337a9a62d4 is going to be created. [ 648.890882] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.891143] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.891276] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.891558] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.891809] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.892076] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.919312] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.965774] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91f2d408-4d67-4c27-a948-1d85402345f0 [ 648.966032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.966357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.966357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.966575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.966575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.966663] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91f2d408-4d67-4c27-a948-1d85402345f0 already deleted. [ 648.967082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f2d408-4d67-4c27-a948-1d85402345f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.127190] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 649.127439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.127643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.127896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129092] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129712] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.288236] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.288454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.288522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.288719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.288975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.288975] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e already deleted. [ 649.288975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.420685] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.421404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.421404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.421404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.421404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.421404] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929027cc-a73c-4e92-9c46-473725805397 is going to be updated. [ 649.453043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.453043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.453043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.453043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.453043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.463372] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: IN_PROGRESS for 2s [ 649.633697] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.685514] env[65152]: INFO networking_nsxv3.common.synchronization [req-df988bca-4286-46a0-841e-f73329ff7101 req-515b6290-a1ce-4084-81e4-028f0fc525cf service nova] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_rules [ 649.685779] env[65152]: INFO networking_nsxv3.common.synchronization [req-df988bca-4286-46a0-841e-f73329ff7101 req-515b6290-a1ce-4084-81e4-028f0fc525cf service nova] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 649.685945] env[65152]: INFO networking_nsxv3.common.synchronization [req-df988bca-4286-46a0-841e-f73329ff7101 req-515b6290-a1ce-4084-81e4-028f0fc525cf service nova] Enqueued Resource ID: d34ed296-e8b7-4ce3-a326-e6337a9a62d4 with Priority: HIGHEST for action port [ 649.687555] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_rules [ 649.687785] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 649.687958] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34ed296-e8b7-4ce3-a326-e6337a9a62d4 with Priority: HIGHEST for action port [ 649.688301] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.688498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.688643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.688905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.689075] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.690168] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.690299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.690524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.690641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.692415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.692924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.692924] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34ed296-e8b7-4ce3-a326-e6337a9a62d4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.763518] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 649.763820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.137759] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.195188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.195188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.195311] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d34ed296-e8b7-4ce3-a326-e6337a9a62d4 with status ACTIVE [ 650.195485] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.195597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.195669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.195884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.196040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.196205] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.196258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.196308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.196515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.196563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.196707] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.196809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.196875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.197095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.197178] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d34ed296-e8b7-4ce3-a326-e6337a9a62d4 is going to be updated. [ 650.221182] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.221348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.221395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.221628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.221763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.221925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34ed296-e8b7-4ce3-a326-e6337a9a62d4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.640471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.640471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.640639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.640772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.640862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.640956] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 650.673992] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.673992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.673992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.674214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.674291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.685629] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 651.291497] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b491cc2e-3f6b-4d89-88dc-02f61215236b None None] Enqueued Resource ID: 7d75e54a-1d17-435e-951f-b2745345895d with Priority: HIGHEST for action port [ 651.292088] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d75e54a-1d17-435e-951f-b2745345895d with Priority: HIGHEST for action port [ 651.292395] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d75e54a-1d17-435e-951f-b2745345895d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.292522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d75e54a-1d17-435e-951f-b2745345895d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.292593] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d75e54a-1d17-435e-951f-b2745345895d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.292874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d75e54a-1d17-435e-951f-b2745345895d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.292962] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d75e54a-1d17-435e-951f-b2745345895d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.475852] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: SUCCESS [ 651.475972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.477908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.477908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.477908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.477908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.477908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.477908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.477908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.477908] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.796709] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d75e54a-1d17-435e-951f-b2745345895d [ 651.797237] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.797237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.797237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.797520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.797582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.797648] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d75e54a-1d17-435e-951f-b2745345895d already deleted. [ 651.800301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d75e54a-1d17-435e-951f-b2745345895d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.979751] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.483139] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.700026] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.700026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.700026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.700026] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.984733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.984904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.984976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.985218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.985311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.985417] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929027cc-a73c-4e92-9c46-473725805397 is going to be updated. [ 653.017630] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.017789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.017836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.018068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.018215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.028651] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: IN_PROGRESS for 2s [ 653.204224] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.204419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.204468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.204689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.204933] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.205045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.205045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.205262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205497] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.205592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.205686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.206015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.206176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.206274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.206426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.206506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.206591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.208139] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.362229] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9d85dd-dd68-45df-a4a7-d9c656890f04 req-7dcfa5fa-16ec-4f46-9d6b-0acba7476c66 tempest-ServerDiagnosticsNegativeTest-441733211 tempest-ServerDiagnosticsNegativeTest-441733211-project-member] Enqueued Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_members [ 653.362229] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_members [ 653.366020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.366020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.366020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.366020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.366020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.366020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.366020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.366020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.366020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.366020] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.711269] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2462ae-c68b-49f7-81b1-fea07ea08d5a: rpc.has_security_group_logging(os_id): False [ 653.732072] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.732245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.732313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.732549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.732671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.732963] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.733092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.733159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.733331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.733417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.733602] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.733721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.733843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.734614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.734614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.735344] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.735344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.735344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.735556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.735628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.735717] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 653.791241] env[65152]: INFO networking_nsxv3.common.synchronization [req-87df160b-30dc-41ee-a54c-cc3c9f94ce69 req-fcb3f8d7-f093-4f44-aac1-416697e95992 tempest-SecurityGroupRulesTestJSON-1832442385 tempest-SecurityGroupRulesTestJSON-1832442385-project-member] Enqueued Resource ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e with Priority: HIGHEST for action security_group_rules [ 653.791876] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e with Priority: HIGHEST for action security_group_rules [ 653.792578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.792906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.793472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.793591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.794077] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc0fd555-1a36-4308-9a78-f1e92bf0710e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.818415] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.818415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.818415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.818415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.818723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.837685] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 653.865282] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.866970] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.866970] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.866970] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.866970] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.866970] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.867598] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.867598] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.867598] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.867767] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.867904] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.867962] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.868063] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.868203] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.868306] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.868499] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.870634] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.870827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.870902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.871428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.871428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.871644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.871782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.871858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.871989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.872222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.872222] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74f11f6-11c5-4d13-9499-524aa9846038 already deleted. [ 653.872801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.910436] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.910688] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.910913] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.911163] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.911509] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-1b6735cf-0361-493d-bfdf-d6413408ff94 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.911741] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.911912] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.912327] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.912553] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6735cf-0361-493d-bfdf-d6413408ff94',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.091291] env[65152]: INFO networking_nsxv3.common.synchronization [req-cbf64135-8cb8-4e5e-908f-2241893d7dbc req-48eb0744-b85c-4cf0-87da-7a9b2dce1f04 tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 654.091493] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 654.091736] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.091870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.091939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.092351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.092557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.092699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.092793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.093053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.093180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.093310] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.226199] env[65152]: INFO networking_nsxv3.common.synchronization [None req-40823b09-882b-429d-9241-b509b1bb5728 None None] Enqueued Resource ID: 19385312-4478-4df1-aea4-1cf8bdc552bc with Priority: HIGHEST for action port [ 654.226821] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19385312-4478-4df1-aea4-1cf8bdc552bc with Priority: HIGHEST for action port [ 654.227256] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-19385312-4478-4df1-aea4-1cf8bdc552bc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.227581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19385312-4478-4df1-aea4-1cf8bdc552bc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.227694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19385312-4478-4df1-aea4-1cf8bdc552bc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.230421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19385312-4478-4df1-aea4-1cf8bdc552bc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.230421] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19385312-4478-4df1-aea4-1cf8bdc552bc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.322953] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.323212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.323261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.323457] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.323575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.323672] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc0fd555-1a36-4308-9a78-f1e92bf0710e already deleted. [ 654.323756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc0fd555-1a36-4308-9a78-f1e92bf0710e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415075] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.415349] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.415349] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.415699] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.416173] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.416362] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 1b6735cf-0361-493d-bfdf-d6413408ff94 not found, creating... [ 654.416744] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.416940] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.417094] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.418030] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.418030] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.418030] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.418405] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.418603] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.419082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.419265] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.419431] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 1b6735cf-0361-493d-bfdf-d6413408ff94 is going to be created. [ 654.445258] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.445537] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.445785] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.446095] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.446724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.447240] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.596097] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.597097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.597234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.598512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.598512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.598512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.598512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.598512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.599051] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 654.649839] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.650699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.651062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.651691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.651983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.670073] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 654.733076] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19385312-4478-4df1-aea4-1cf8bdc552bc [ 654.733076] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.733076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.733076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.733076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.733076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.733076] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19385312-4478-4df1-aea4-1cf8bdc552bc already deleted. [ 654.733076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19385312-4478-4df1-aea4-1cf8bdc552bc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.042998] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: SUCCESS [ 655.043260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.043425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.043856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.043856] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.044025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.044086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.044250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.044334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.044442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.044538] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.182260] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9d85dd-dd68-45df-a4a7-d9c656890f04 req-cb2c95ec-c12d-4699-b7fe-75b76e99742d service nova] Enqueued Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_rules [ 655.182950] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9d85dd-dd68-45df-a4a7-d9c656890f04 req-cb2c95ec-c12d-4699-b7fe-75b76e99742d service nova] Enqueued Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_members [ 655.182950] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9d85dd-dd68-45df-a4a7-d9c656890f04 req-cb2c95ec-c12d-4699-b7fe-75b76e99742d service nova] Enqueued Resource ID: 1b6735cf-0361-493d-bfdf-d6413408ff94 with Priority: HIGHEST for action port [ 655.184417] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_rules [ 655.184611] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_members [ 655.184732] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6735cf-0361-493d-bfdf-d6413408ff94 with Priority: HIGHEST for action port [ 655.185105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.185277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.185394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.185738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.185884] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.188751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.188751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.188751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.188751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.188751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.188751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.188751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.188751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.189227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.189227] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.192248] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6735cf-0361-493d-bfdf-d6413408ff94 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.192248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.192248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.192248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.192248] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6735cf-0361-493d-bfdf-d6413408ff94',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.504225] env[65152]: INFO networking_nsxv3.common.synchronization [req-3d6786aa-4344-4a02-a84a-aa407a613bca req-84a293e4-ec21-4e9b-a456-dc5fc9e2ee81 tempest-DeleteServersAdminTestJSON-1859522236 tempest-DeleteServersAdminTestJSON-1859522236-project-member] Enqueued Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 655.505039] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f with Priority: HIGHEST for action security_group_members [ 655.511026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d16a21c-5fdf-4bfd-b830-4f66e417663f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.511026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.511026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.511026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.511026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.511026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.511026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.511026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.511026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.511026] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d16a21c-5fdf-4bfd-b830-4f66e417663f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.548266] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.549678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.549988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.552636] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552636] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.552636] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552636] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.694537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.694848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.695137] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.704729] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b6735cf-0361-493d-bfdf-d6413408ff94 with status ACTIVE [ 655.704963] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.705117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.705190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.705411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.705494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.705670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.705767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.705826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.705974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.706270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.706505] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.706628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.706707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.706893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.707110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.707200] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b6735cf-0361-493d-bfdf-d6413408ff94 is going to be updated. [ 655.741779] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.742142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.742142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.742271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.742391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.742527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6735cf-0361-493d-bfdf-d6413408ff94" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.789453] env[65152]: INFO networking_nsxv3.common.synchronization [req-202cf843-6a1c-4079-86b0-f28b3fbb6c51 req-2962803d-60ca-4ab5-83d4-a6dfd9031749 tempest-VolumesAdminNegativeTest-822079301 tempest-VolumesAdminNegativeTest-822079301-project-member] Enqueued Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_members [ 655.790450] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGHEST for action security_group_members [ 655.791466] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.791466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.791466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.792452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.794622] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.794622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.794622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.794622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.794622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.794622] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.864986] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 655.865463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.015020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.015020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.015020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.015545] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f is going to be updated. [ 656.046977] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.047188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.047243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.047469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.047919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.057865] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 929027cc-a73c-4e92-9c46-473725805397: rpc.has_security_group_logging(os_id): False [ 656.059788] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: IN_PROGRESS for 2s [ 656.083074] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.083268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.083268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.084232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.084232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.084232] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.084232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.084232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.084232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.084523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.084523] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.084600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.084633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.084779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.085166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.085395] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.085639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.085639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.085725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.085829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.085924] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 929027cc-a73c-4e92-9c46-473725805397 is going to be updated. [ 656.161524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.161524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.161524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.161524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.161819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.199112] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.201716] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: IN_PROGRESS for 2s [ 656.300729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.300729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.300729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.300729] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 is going to be updated. [ 656.354871] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.355104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.355185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.355392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.355642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.364915] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 in Status: IN_PROGRESS for 2s [ 656.682174] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 656.682818] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d deletion is rescheduled due to dependency. [ 656.682986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.701778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.702137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.702137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.702357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.702460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.702588] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74f11f6-11c5-4d13-9499-524aa9846038 is going to be created. [ 656.734140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.734495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.736035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.736386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.736621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.750062] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74f11f6-11c5-4d13-9499-524aa9846038 in Status: UNINITIALIZED for 2s [ 657.411287] env[65152]: INFO networking_nsxv3.common.synchronization [None req-0837a780-e70c-4e39-9958-688070d62f78 None None] Enqueued Resource ID: 8dfe0c1f-140e-4ca9-8468-d9c642237090 with Priority: HIGHEST for action port [ 657.415606] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfe0c1f-140e-4ca9-8468-d9c642237090 with Priority: HIGHEST for action port [ 657.415606] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dfe0c1f-140e-4ca9-8468-d9c642237090 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.415606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dfe0c1f-140e-4ca9-8468-d9c642237090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.415606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dfe0c1f-140e-4ca9-8468-d9c642237090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.415606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dfe0c1f-140e-4ca9-8468-d9c642237090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.415606] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dfe0c1f-140e-4ca9-8468-d9c642237090',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.918863] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dfe0c1f-140e-4ca9-8468-d9c642237090 [ 657.918863] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.918863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.918863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.918863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.918863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.918863] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dfe0c1f-140e-4ca9-8468-d9c642237090 already deleted. [ 657.918863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dfe0c1f-140e-4ca9-8468-d9c642237090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.072126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f in Status: SUCCESS [ 658.072407] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d16a21c-5fdf-4bfd-b830-4f66e417663f deletion is rescheduled due to dependency. [ 658.072461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d16a21c-5fdf-4bfd-b830-4f66e417663f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.222021] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: SUCCESS [ 658.222021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.378509] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 in Status: SUCCESS [ 658.378704] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 deletion is rescheduled due to dependency. [ 658.379720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.451195] env[65152]: INFO networking_nsxv3.common.synchronization [req-38c06c99-97da-4788-84f3-59340e42bcd4 req-168da316-e709-4b08-9e60-d632aa107e7a tempest-MigrationsAdminTest-1849662553 tempest-MigrationsAdminTest-1849662553-project-member] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 658.451195] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 658.451195] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.451195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.451460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.451703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.451786] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.451883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.451950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.452137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.452227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.452333] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.759774] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74f11f6-11c5-4d13-9499-524aa9846038 in Status: SUCCESS [ 658.760013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.760245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.760536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.760794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.761015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.761114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.761399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.764698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.764813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.764813] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.876297] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.876544] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.876725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.877116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.877562] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.877717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.877717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.877995] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.878726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.878726] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.878726] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.878726] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.879171] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.879171] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.879267] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.879399] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.904860] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.905071] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.905216] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.905398] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.905716] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-3cdef542-af93-4e88-a884-5fc3c5cda773 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.905884] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.906012] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.906404] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.906596] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdef542-af93-4e88-a884-5fc3c5cda773',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.954560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.954935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.954935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.955145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.955277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.955495] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.955650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.955650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.955820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.955897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.956044] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 already deleted. [ 658.956178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.064876] env[65152]: INFO networking_nsxv3.common.synchronization [req-1310ab62-7d83-4d5f-81ea-2fa03b898148 req-6f663873-e0f8-4ee7-85c5-ef2644e91175 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 659.065448] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 659.065815] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.066049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.066049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.066264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.066375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.066489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.066578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.066673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.066796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.066909] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.269165] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.269393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.269518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.269961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.270232] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.270352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.270414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.270580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.270703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.270858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.270964] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.270964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.271201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.271201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.271380] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.271462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.271462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.271585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.271659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.271744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.271831] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.409304] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.410037] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.410037] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.411084] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.411084] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.411084] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 3cdef542-af93-4e88-a884-5fc3c5cda773 not found, creating... [ 659.411084] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.411399] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.411485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.411788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.411947] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.413233] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.413428] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.413585] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.413765] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.413926] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.414143] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 3cdef542-af93-4e88-a884-5fc3c5cda773 is going to be created. [ 659.437616] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.437880] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.437960] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.438299] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.438543] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.438779] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.569185] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.569334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.569436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.569700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.569821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.570059] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.570180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.570246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.570449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.570569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.570668] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 659.606628] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.606835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.606882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.607101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.607259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.623575] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 659.773955] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e74f11f6-11c5-4d13-9499-524aa9846038: rpc.has_security_group_logging(os_id): False [ 659.793319] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.793547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.793547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.793795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.793880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.794146] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.794256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.794388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.794504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.794605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.794840] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.794935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.795030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.795616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.795718] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.795795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.795841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.796371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.796479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.797307] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74f11f6-11c5-4d13-9499-524aa9846038 is going to be created. [ 659.867635] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.867777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.867854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.868105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.868315] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.881945] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74f11f6-11c5-4d13-9499-524aa9846038 in Status: IN_PROGRESS for 2s [ 660.218525] env[65152]: INFO networking_nsxv3.common.synchronization [req-38c06c99-97da-4788-84f3-59340e42bcd4 req-f6e8bca7-c7b3-407f-97f8-2858c4c1e5ec service nova] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_rules [ 660.218796] env[65152]: INFO networking_nsxv3.common.synchronization [req-38c06c99-97da-4788-84f3-59340e42bcd4 req-f6e8bca7-c7b3-407f-97f8-2858c4c1e5ec service nova] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 660.218917] env[65152]: INFO networking_nsxv3.common.synchronization [req-38c06c99-97da-4788-84f3-59340e42bcd4 req-f6e8bca7-c7b3-407f-97f8-2858c4c1e5ec service nova] Enqueued Resource ID: 3cdef542-af93-4e88-a884-5fc3c5cda773 with Priority: HIGHEST for action port [ 660.219633] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_rules [ 660.219726] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 660.219781] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdef542-af93-4e88-a884-5fc3c5cda773 with Priority: HIGHEST for action port [ 660.220033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.220314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.220396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.220640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.220725] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.222167] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.222389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.222454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.222643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.222798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.222977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.223065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.223219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.223311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.223408] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.225843] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdef542-af93-4e88-a884-5fc3c5cda773 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.225963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.226037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.226245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.226367] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdef542-af93-4e88-a884-5fc3c5cda773',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.723517] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.723770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.727994] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.729805] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cdef542-af93-4e88-a884-5fc3c5cda773 with status ACTIVE [ 660.730214] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.730296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.730339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.730889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.731047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.731403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.731469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.731526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.731940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.732513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.732513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.732513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.732513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.732751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.732865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.733091] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cdef542-af93-4e88-a884-5fc3c5cda773 is going to be updated. [ 660.764984] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.764984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.765444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.765444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.765580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.765643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdef542-af93-4e88-a884-5fc3c5cda773" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.210980] env[65152]: INFO networking_nsxv3.common.synchronization [req-b5ff7c5c-e119-477b-b133-d7c568156a54 req-eeb7e0f7-14de-4a35-9ecf-df974efb7be7 tempest-FloatingIPsAssociationNegativeTestJSON-1460907019 tempest-FloatingIPsAssociationNegativeTestJSON-1460907019-project-member] Enqueued Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_members [ 661.210980] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_members [ 661.211755] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.212029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.212785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.214609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.214609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.214609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.214609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.214609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.214609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.214609] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.239531] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.635362] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 661.635362] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 661.635362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718104] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718104] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718104] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe already deleted. [ 661.718104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.745612] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.745612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.745612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.745612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.745612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.745612] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be created. [ 661.774965] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.774965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.774965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.774965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.785044] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: UNINITIALIZED for 2s [ 661.896851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74f11f6-11c5-4d13-9499-524aa9846038 in Status: SUCCESS [ 661.897168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.040515] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.040699] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-789" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.040838] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-789" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.041207] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-789" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.041469] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.041631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.041743] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.041951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.042283] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.042494] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.042605] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.042733] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.042804] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.042932] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.043079] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.043221] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.063459] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.063650] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.063718] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.063908] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-789" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.064289] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-741b1107-06b9-4baa-9088-56ca964b2c15 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.064468] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.064586] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.064960] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.065081] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741b1107-06b9-4baa-9088-56ca964b2c15',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.304484] env[65152]: INFO networking_nsxv3.common.synchronization [None req-4c0e7005-a213-48e1-98f9-67e6d38481f0 None None] Enqueued Resource ID: 9995a870-dd54-40a1-b141-002570066114 with Priority: HIGHEST for action port [ 662.305036] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9995a870-dd54-40a1-b141-002570066114 with Priority: HIGHEST for action port [ 662.305910] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9995a870-dd54-40a1-b141-002570066114 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.306306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9995a870-dd54-40a1-b141-002570066114" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.306306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9995a870-dd54-40a1-b141-002570066114" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.306422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9995a870-dd54-40a1-b141-002570066114" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.306462] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9995a870-dd54-40a1-b141-002570066114',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.568012] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.568012] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.568012] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.568311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.568635] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.568635] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 741b1107-06b9-4baa-9088-56ca964b2c15 not found, creating... [ 662.568795] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.568957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.569067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.569278] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.569408] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.569676] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.569827] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.569941] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.570171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.570301] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.570436] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 741b1107-06b9-4baa-9088-56ca964b2c15 is going to be created. [ 662.591815] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.592068] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.592169] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.592444] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.592683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.592977] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.811057] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9995a870-dd54-40a1-b141-002570066114 [ 662.811057] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.811057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.811057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.811057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.811057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.811057] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9995a870-dd54-40a1-b141-002570066114 already deleted. [ 662.811057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9995a870-dd54-40a1-b141-002570066114" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.336173] env[65152]: INFO networking_nsxv3.common.synchronization [req-b5ff7c5c-e119-477b-b133-d7c568156a54 req-83e3858a-3229-4958-bce3-89d54ab4afe7 service nova] Enqueued Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_rules [ 663.336173] env[65152]: INFO networking_nsxv3.common.synchronization [req-b5ff7c5c-e119-477b-b133-d7c568156a54 req-83e3858a-3229-4958-bce3-89d54ab4afe7 service nova] Enqueued Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_members [ 663.336173] env[65152]: INFO networking_nsxv3.common.synchronization [req-b5ff7c5c-e119-477b-b133-d7c568156a54 req-83e3858a-3229-4958-bce3-89d54ab4afe7 service nova] Enqueued Resource ID: 741b1107-06b9-4baa-9088-56ca964b2c15 with Priority: HIGHEST for action port [ 663.336173] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_rules [ 663.336173] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_members [ 663.336173] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741b1107-06b9-4baa-9088-56ca964b2c15 with Priority: HIGHEST for action port [ 663.336173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.336945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.336945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.336945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.337096] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.338822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.338975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.339075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.340032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.340032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.340032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.340232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.340494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.340702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.340888] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.342658] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-741b1107-06b9-4baa-9088-56ca964b2c15 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.342804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.342804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.343219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.343331] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741b1107-06b9-4baa-9088-56ca964b2c15',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.798913] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 663.799267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.799267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.799466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.799597] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.799668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.799780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.799897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.799978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.800078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.800185] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.846397] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.846773] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.846907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.851727] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 741b1107-06b9-4baa-9088-56ca964b2c15 with status ACTIVE [ 663.851727] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.851727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.851727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.851727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.851727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.851727] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.851727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.851727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.852297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.852529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.852742] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.852829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.853097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.853167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.853202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.853513] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 741b1107-06b9-4baa-9088-56ca964b2c15 is going to be updated. [ 663.888714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.888714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.888714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.888714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.889272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.889272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-741b1107-06b9-4baa-9088-56ca964b2c15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.949169] env[65152]: INFO networking_nsxv3.common.synchronization [req-e3c8c02b-08d0-46f6-8f06-051dbe667e24 req-8b9e2ffd-5f5f-4ce2-a91e-54be8ad87849 tempest-ListImageFiltersTestJSON-1017314065 tempest-ListImageFiltersTestJSON-1017314065-project-member] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 663.949169] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 663.950822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.953303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.953303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.953303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.953303] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.953303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.953303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.953303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.953303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.953303] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.305959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.306136] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.306207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.306450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.307368] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.307368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.307368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.307368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.307368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.307368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.307368] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.307368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.307763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.307763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.307763] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.307763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.308086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.308086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.308086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.308086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.308217] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.332196] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.332409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.332543] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.332844] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.335741] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.335741] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.335741] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.337497] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.337794] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.337870] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.337985] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.338120] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.338212] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.338317] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.338419] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.338547] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.357073] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.365204] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.365204] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.365204] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.365429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.365532] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-c1f31993-d29c-425b-b47d-f0c065021dfe taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.365715] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.365915] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.366367] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.366737] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f31993-d29c-425b-b47d-f0c065021dfe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.459138] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.459138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.459138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.459138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.459138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.459692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.459692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.459692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.459692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.459943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.459943] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 already deleted. [ 664.459943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.811600] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd79689f-2d24-4996-8cfe-cdcd84c65212: rpc.has_security_group_logging(os_id): False [ 664.832522] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.832522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.832522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.832863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.832863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.833140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.833289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.833289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.833465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.833606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.834644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.834866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.834942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.840524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.840671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.840908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.841079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.841169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.841361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.841467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.841648] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be created. [ 664.860495] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.860732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.860805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.861135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.861247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.861372] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe is going to be created. [ 664.876515] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.876515] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.876515] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.877143] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.877143] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.877143] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port c1f31993-d29c-425b-b47d-f0c065021dfe not found, creating... [ 664.877418] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.877578] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.877697] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.877995] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.878264] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.878500] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.880715] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.880715] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.881025] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.881733] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.881733] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: c1f31993-d29c-425b-b47d-f0c065021dfe is going to be created. [ 664.894457] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.895764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.895764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.895764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.895764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.908874] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe in Status: UNINITIALIZED for 2s [ 664.916993] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.917316] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.917754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.917891] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.918274] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.918573] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.924676] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.924676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.924676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.924676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.924676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.940860] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 2s [ 665.246695] env[65152]: INFO networking_nsxv3.common.synchronization [None req-0905b600-cc53-4be7-a5e9-656463435bcf None None] Enqueued Resource ID: 092a23a3-8fbf-495e-bb04-d426ab738822 with Priority: HIGHEST for action port [ 665.247630] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092a23a3-8fbf-495e-bb04-d426ab738822 with Priority: HIGHEST for action port [ 665.248145] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-092a23a3-8fbf-495e-bb04-d426ab738822 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.248749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092a23a3-8fbf-495e-bb04-d426ab738822" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.248749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092a23a3-8fbf-495e-bb04-d426ab738822" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.248901] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092a23a3-8fbf-495e-bb04-d426ab738822" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.248901] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092a23a3-8fbf-495e-bb04-d426ab738822',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.751301] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 092a23a3-8fbf-495e-bb04-d426ab738822 [ 665.751301] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.751689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.751689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.752218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.752218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.752218] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:092a23a3-8fbf-495e-bb04-d426ab738822 already deleted. [ 665.752218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092a23a3-8fbf-495e-bb04-d426ab738822" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.794383] env[65152]: INFO networking_nsxv3.common.synchronization [req-e3c8c02b-08d0-46f6-8f06-051dbe667e24 req-9ed0fd0f-4be3-406b-b5ae-689a707f605e service nova] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_rules [ 665.794383] env[65152]: INFO networking_nsxv3.common.synchronization [req-e3c8c02b-08d0-46f6-8f06-051dbe667e24 req-9ed0fd0f-4be3-406b-b5ae-689a707f605e service nova] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 665.794383] env[65152]: INFO networking_nsxv3.common.synchronization [req-e3c8c02b-08d0-46f6-8f06-051dbe667e24 req-9ed0fd0f-4be3-406b-b5ae-689a707f605e service nova] Enqueued Resource ID: c1f31993-d29c-425b-b47d-f0c065021dfe with Priority: HIGHEST for action port [ 665.794383] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_rules [ 665.794383] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 665.794383] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f31993-d29c-425b-b47d-f0c065021dfe with Priority: HIGHEST for action port [ 665.794383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.794707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.794707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.794877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.795547] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.796679] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.797061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.797061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.797572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.797715] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.798733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.798733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.798733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.798733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.798733] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.802248] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f31993-d29c-425b-b47d-f0c065021dfe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.802248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.802248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.802248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.802248] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f31993-d29c-425b-b47d-f0c065021dfe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.374846] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.375847] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.375958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.376147] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1f31993-d29c-425b-b47d-f0c065021dfe with status ACTIVE [ 666.376269] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.376375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.376438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.376682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.376723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.376868] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.376966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.377040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.377245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.377314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.377434] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.377542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.377601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.377811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.377811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.377910] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1f31993-d29c-425b-b47d-f0c065021dfe is going to be updated. [ 666.401567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.402058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.402058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.402058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.402222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.402292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f31993-d29c-425b-b47d-f0c065021dfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.881875] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.921933] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe in Status: SUCCESS [ 666.922218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.922393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.923085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.923085] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.923085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.923658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.923658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.923658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.923658] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.958807] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 666.959025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.390321] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.390546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.390598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.391883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.391883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.393423] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be created. [ 667.426739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.427041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.427041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.427378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.427562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.427643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.427704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.427883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.427980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.428241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.428323] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.428376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.429803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.429803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.429803] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.429803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.429803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.429803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.429803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.429803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.429803] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.438756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.438963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.438963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.439241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.439455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.457321] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: UNINITIALIZED for 2s [ 667.943206] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa08b29f-eaf2-4a19-97ef-31b0671e3dbe: rpc.has_security_group_logging(os_id): False [ 667.969800] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.969800] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.969800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.969800] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.971458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.971679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.971966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.973526] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.973526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.973526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.973526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.973526] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe is going to be created. [ 668.058459] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.058672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.058740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.058943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.060571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.073132] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe in Status: IN_PROGRESS for 2s [ 668.155996] env[65152]: INFO networking_nsxv3.common.synchronization [req-89041050-c556-4e81-8a0b-8aa49ed6b541 req-6646084e-0164-4a4c-a62b-68e4d57ada1f tempest-ServerRescueTestJSON-1652906452 tempest-ServerRescueTestJSON-1652906452-project-member] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 668.156462] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 668.156912] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.157116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.157213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.157504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.157728] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.158239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.158239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.158239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.158423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.158495] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.438648] env[65152]: INFO networking_nsxv3.common.synchronization [req-d48361d0-d95d-4b8b-ab10-e1ad3e379773 req-f402357e-5184-458d-bd4f-fc086ef755aa tempest-ServerDiagnosticsNegativeTest-441733211 tempest-ServerDiagnosticsNegativeTest-441733211-project-member] Enqueued Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_members [ 668.439202] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGHEST for action security_group_members [ 668.439765] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.439912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.440029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.440215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.440421] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.440557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.440557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.440815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.440815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.441181] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.661472] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.787551] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.787551] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.787930] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.788580] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.788693] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.789070] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.789262] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.789542] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.789693] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.789999] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.790468] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.790641] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.790819] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.791063] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.791233] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.791484] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.815376] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.815577] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.815721] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.815897] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.816252] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-b810cd64-9d28-4e11-a441-3aabb9161271 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.816878] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.817229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.817610] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.817764] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b810cd64-9d28-4e11-a441-3aabb9161271',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.943584] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.944033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.944033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.944174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944391] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.944499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.944558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.944806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944892] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74f11f6-11c5-4d13-9499-524aa9846038 is going to be updated. [ 668.971476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.971674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.971674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.971898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.972051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.981869] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74f11f6-11c5-4d13-9499-524aa9846038 in Status: IN_PROGRESS for 2s [ 669.073509] env[65152]: INFO networking_nsxv3.common.synchronization [req-97142a98-ac38-4080-8413-f66fef1534de req-4d536278-63a6-4065-87c1-4bacffea4dde tempest-ServerMetadataTestJSON-584339580 tempest-ServerMetadataTestJSON-584339580-project-member] Enqueued Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_members [ 669.074107] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGHEST for action security_group_members [ 669.074431] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.074555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.074822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.074969] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.075077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.075139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.075321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.075393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.075455] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.164394] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.320187] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.320417] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.320545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.320852] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.321017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.321202] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port b810cd64-9d28-4e11-a441-3aabb9161271 not found, creating... [ 669.321470] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.321635] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.321747] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.322028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.322131] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.322420] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322641] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322680] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.322884] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.323089] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.323205] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: b810cd64-9d28-4e11-a441-3aabb9161271 is going to be created. [ 669.354765] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.354991] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.355145] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.355495] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.355766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.356011] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.475727] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.475727] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.475727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.475727] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.579397] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.579584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.579687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.579984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.580165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.580303] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.580406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.580468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.580684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.580684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.580908] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 is going to be updated. [ 669.611893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.612062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.612135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.612389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.612952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.624999] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 in Status: IN_PROGRESS for 2s [ 669.668142] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.668142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.668142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.668142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.668142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.668142] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be updated. [ 669.711341] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.711555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.711555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.711770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.711954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.729246] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: IN_PROGRESS for 2s [ 669.979556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.979951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.979951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.980295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.980504] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.980504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.980774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.980774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.980899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.980899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.981308] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.981459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.982133] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.982133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.982133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.982133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.982133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.982133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.982133] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.088841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe in Status: SUCCESS [ 670.089084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.154185] env[65152]: INFO networking_nsxv3.common.synchronization [req-89041050-c556-4e81-8a0b-8aa49ed6b541 req-f472a5ed-f116-4813-a8f3-83f4f4fe8213 service nova] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_rules [ 670.154490] env[65152]: INFO networking_nsxv3.common.synchronization [req-89041050-c556-4e81-8a0b-8aa49ed6b541 req-f472a5ed-f116-4813-a8f3-83f4f4fe8213 service nova] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 670.154747] env[65152]: INFO networking_nsxv3.common.synchronization [req-89041050-c556-4e81-8a0b-8aa49ed6b541 req-f472a5ed-f116-4813-a8f3-83f4f4fe8213 service nova] Enqueued Resource ID: b810cd64-9d28-4e11-a441-3aabb9161271 with Priority: HIGHEST for action port [ 670.155330] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_rules [ 670.155545] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 670.155734] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b810cd64-9d28-4e11-a441-3aabb9161271 with Priority: HIGHEST for action port [ 670.156377] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.156680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.156680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.156880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.156880] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.158289] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.158289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.159919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b810cd64-9d28-4e11-a441-3aabb9161271 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.159919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.159919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.159919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.159919] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b810cd64-9d28-4e11-a441-3aabb9161271',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.490962] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e7211b9-211d-4d81-9641-5e90de72acc6: rpc.has_security_group_logging(os_id): False [ 670.515684] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.515684] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.515684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.515684] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.516553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.518373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.518373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.518373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.518373] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.518373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.518373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.518373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.518373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.518373] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be created. [ 670.614027] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.614027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.614027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.614027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.614027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.629465] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: IN_PROGRESS for 2s [ 670.663292] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.663292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.663292] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b810cd64-9d28-4e11-a441-3aabb9161271 with status ACTIVE [ 670.663292] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.664359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.664359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.664595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.665169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.665169] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.665401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.665401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.665709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.665875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666261] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.666888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.666888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.666888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.666888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.667358] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b810cd64-9d28-4e11-a441-3aabb9161271 is going to be updated. [ 670.726287] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.726567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.727247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.727247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.727247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.727247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b810cd64-9d28-4e11-a441-3aabb9161271" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.994311] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74f11f6-11c5-4d13-9499-524aa9846038 in Status: SUCCESS [ 670.994547] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74f11f6-11c5-4d13-9499-524aa9846038 deletion is rescheduled due to dependency. [ 670.995292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.635450] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 in Status: SUCCESS [ 671.635450] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 deletion is rescheduled due to dependency. [ 671.635450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.744519] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: SUCCESS [ 671.744753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.744935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.745218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.745418] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.745545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.745615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.745793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.745877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.745972] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.250995] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.646541] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 672.646826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.655817] env[65152]: INFO networking_nsxv3.common.synchronization [None req-db3304c8-1a6e-40b4-9e92-8aaa301f5c1b None None] Enqueued Resource ID: be22567b-a53d-43f9-8bae-9f064bf59b20 with Priority: HIGHEST for action port [ 672.656628] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be22567b-a53d-43f9-8bae-9f064bf59b20 with Priority: HIGHEST for action port [ 672.656798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-be22567b-a53d-43f9-8bae-9f064bf59b20 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.656927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be22567b-a53d-43f9-8bae-9f064bf59b20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.656995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be22567b-a53d-43f9-8bae-9f064bf59b20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.657317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be22567b-a53d-43f9-8bae-9f064bf59b20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.657401] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be22567b-a53d-43f9-8bae-9f064bf59b20',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.756206] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.164265] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be22567b-a53d-43f9-8bae-9f064bf59b20 [ 673.164265] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.164265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.164265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.164265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.164265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.164265] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be22567b-a53d-43f9-8bae-9f064bf59b20 already deleted. [ 673.164265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be22567b-a53d-43f9-8bae-9f064bf59b20" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.215231] env[65152]: INFO networking_nsxv3.common.synchronization [None req-24b427d5-99ee-499b-9533-717690e6706b None None] Enqueued Resource ID: 233ab541-fb8f-4e83-80ba-13427d9d8b1d with Priority: HIGHEST for action port [ 673.215832] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233ab541-fb8f-4e83-80ba-13427d9d8b1d with Priority: HIGHEST for action port [ 673.217693] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-233ab541-fb8f-4e83-80ba-13427d9d8b1d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.217807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233ab541-fb8f-4e83-80ba-13427d9d8b1d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.217807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233ab541-fb8f-4e83-80ba-13427d9d8b1d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.218477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233ab541-fb8f-4e83-80ba-13427d9d8b1d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.218477] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233ab541-fb8f-4e83-80ba-13427d9d8b1d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.258073] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.259816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.260131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.260489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.260689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.260921] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be updated. [ 673.304070] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.304070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.304070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.304070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.304070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.316174] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: IN_PROGRESS for 2s [ 673.721809] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 233ab541-fb8f-4e83-80ba-13427d9d8b1d [ 673.722501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.722501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.722501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.723916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.723916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.723916] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:233ab541-fb8f-4e83-80ba-13427d9d8b1d already deleted. [ 673.723916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233ab541-fb8f-4e83-80ba-13427d9d8b1d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.328781] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: SUCCESS [ 675.329197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.329197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.329326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.329471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.329542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.329581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.329733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.329787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.330976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.330976] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.348031] env[65152]: INFO networking_nsxv3.common.synchronization [None req-829454d4-ddf5-4a48-8144-636855185bcd tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_rules [ 675.348457] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_rules [ 675.348758] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.348881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.348939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.349671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.349860] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.834247] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.835807] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.835807] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.835807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.836331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.836331] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.836331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.836331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.836468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.836468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.836572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.836668] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.873643] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.873838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.873888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.874100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.874230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.875033] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c675d351-87b2-45bf-8621-101435641e12 already deleted. [ 675.875033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.341912] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 058ea99b-3460-4684-a1a5-dc0770c5cbbd: rpc.has_security_group_logging(os_id): False [ 676.364097] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.364097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.364097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.364097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.364097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.364097] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.364097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.364097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.364781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.364781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.364781] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.364781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.364781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.364781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.364781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.365057] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.365523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.365523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.365523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.365693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.365693] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be updated. [ 676.508933] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.508933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.508933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.508933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.508933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.527088] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: IN_PROGRESS for 2s [ 676.564431] env[65152]: INFO networking_nsxv3.common.synchronization [None req-5facb5c8-77b8-4caa-acd0-f6e65b22f056 None None] Enqueued Resource ID: 1e8516ee-4678-408c-a1cb-12e0c8f4a30d with Priority: HIGHEST for action port [ 676.565237] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8516ee-4678-408c-a1cb-12e0c8f4a30d with Priority: HIGHEST for action port [ 676.565606] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8516ee-4678-408c-a1cb-12e0c8f4a30d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.565735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8516ee-4678-408c-a1cb-12e0c8f4a30d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.565806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8516ee-4678-408c-a1cb-12e0c8f4a30d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.566140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8516ee-4678-408c-a1cb-12e0c8f4a30d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.566219] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8516ee-4678-408c-a1cb-12e0c8f4a30d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.581944] env[65152]: INFO networking_nsxv3.common.synchronization [None req-5a121b94-6101-40ae-9e41-4a0458b33de2 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_rules [ 676.584588] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_rules [ 676.586179] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.586588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.586692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.587114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.587114] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.970411] env[65152]: INFO networking_nsxv3.common.synchronization [None req-90d14ddc-150c-4a0c-bcf2-00705efb51a9 None None] Enqueued Resource ID: 33907747-333d-4550-8468-7b54e92aebfe with Priority: HIGHEST for action port [ 676.970767] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33907747-333d-4550-8468-7b54e92aebfe with Priority: HIGHEST for action port [ 676.971156] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-33907747-333d-4550-8468-7b54e92aebfe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.971320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33907747-333d-4550-8468-7b54e92aebfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.971381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33907747-333d-4550-8468-7b54e92aebfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.972237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33907747-333d-4550-8468-7b54e92aebfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.972237] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33907747-333d-4550-8468-7b54e92aebfe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.070149] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e8516ee-4678-408c-a1cb-12e0c8f4a30d [ 677.070344] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.070499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.070586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.070778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.070871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.070966] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e8516ee-4678-408c-a1cb-12e0c8f4a30d already deleted. [ 677.071147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8516ee-4678-408c-a1cb-12e0c8f4a30d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.109195] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.109195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.109195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.109195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.109195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.109554] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c675d351-87b2-45bf-8621-101435641e12 already deleted. [ 677.109554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.476433] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33907747-333d-4550-8468-7b54e92aebfe [ 677.476433] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.476433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.478064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.478064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.478064] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33907747-333d-4550-8468-7b54e92aebfe already deleted. [ 677.478064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33907747-333d-4550-8468-7b54e92aebfe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.832167] env[65152]: INFO networking_nsxv3.common.synchronization [None req-ae457316-3e68-4348-be13-5b93f0bc569a None None] Enqueued Resource ID: 041be1cd-9971-450e-9336-423544c5ad9f with Priority: HIGHEST for action port [ 677.832167] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041be1cd-9971-450e-9336-423544c5ad9f with Priority: HIGHEST for action port [ 677.832167] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-041be1cd-9971-450e-9336-423544c5ad9f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.832623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-041be1cd-9971-450e-9336-423544c5ad9f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.834116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-041be1cd-9971-450e-9336-423544c5ad9f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.835120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-041be1cd-9971-450e-9336-423544c5ad9f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.836188] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041be1cd-9971-450e-9336-423544c5ad9f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.338879] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 041be1cd-9971-450e-9336-423544c5ad9f [ 678.339136] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.339278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.339350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.339557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.339646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.339743] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:041be1cd-9971-450e-9336-423544c5ad9f already deleted. [ 678.339823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-041be1cd-9971-450e-9336-423544c5ad9f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.549927] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: SUCCESS [ 678.550310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.773374] env[65152]: INFO networking_nsxv3.common.synchronization [None req-ad1cde0b-8711-4520-9661-1b55d18c768a None None] Enqueued Resource ID: 5940fa70-c6a3-4b5c-9b68-3a57cb6fa706 with Priority: HIGHEST for action port [ 678.775013] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5940fa70-c6a3-4b5c-9b68-3a57cb6fa706 with Priority: HIGHEST for action port [ 678.775771] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-5940fa70-c6a3-4b5c-9b68-3a57cb6fa706 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.775924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5940fa70-c6a3-4b5c-9b68-3a57cb6fa706" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.776126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5940fa70-c6a3-4b5c-9b68-3a57cb6fa706" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.776460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5940fa70-c6a3-4b5c-9b68-3a57cb6fa706" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.779190] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5940fa70-c6a3-4b5c-9b68-3a57cb6fa706',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.281557] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5940fa70-c6a3-4b5c-9b68-3a57cb6fa706 [ 679.281846] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.281933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.282007] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.282255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.282350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.282449] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5940fa70-c6a3-4b5c-9b68-3a57cb6fa706 already deleted. [ 679.282542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5940fa70-c6a3-4b5c-9b68-3a57cb6fa706" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.191438] env[65152]: INFO networking_nsxv3.common.synchronization [None req-06885a9c-5ff8-49ab-a863-39917ccc4af3 None None] Enqueued Resource ID: 3f05350d-240e-4e00-8005-922609d84aad with Priority: HIGHEST for action port [ 680.192712] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f05350d-240e-4e00-8005-922609d84aad with Priority: HIGHEST for action port [ 680.193062] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f05350d-240e-4e00-8005-922609d84aad taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.193399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f05350d-240e-4e00-8005-922609d84aad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.193399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f05350d-240e-4e00-8005-922609d84aad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.193591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f05350d-240e-4e00-8005-922609d84aad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.193677] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f05350d-240e-4e00-8005-922609d84aad',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.331345] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee4fd042-d75e-41c9-ab05-c658ea7715cc req-154bd2ca-1b9b-475d-831a-6ffd4f254f6d tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 680.332152] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 680.332868] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.332868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.332868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.333191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.333335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.333478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.333631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.333777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.333890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.334139] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.686457] env[65152]: INFO networking_nsxv3.common.synchronization [None req-37e088c3-4c6f-4911-b444-e9e77860c86c None None] Enqueued Resource ID: 613e3eac-c996-4741-a334-909580a22719 with Priority: HIGHEST for action port [ 680.689767] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613e3eac-c996-4741-a334-909580a22719 with Priority: HIGHEST for action port [ 680.689767] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-613e3eac-c996-4741-a334-909580a22719 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.689767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613e3eac-c996-4741-a334-909580a22719" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.689767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613e3eac-c996-4741-a334-909580a22719" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.689767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613e3eac-c996-4741-a334-909580a22719" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.689767] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613e3eac-c996-4741-a334-909580a22719',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.696948] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f05350d-240e-4e00-8005-922609d84aad [ 680.697263] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.697263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.697419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.697540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.697638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.697735] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f05350d-240e-4e00-8005-922609d84aad already deleted. [ 680.697817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f05350d-240e-4e00-8005-922609d84aad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840873] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840873] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.840873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840873] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 680.871753] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.872361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.872571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.872898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.873239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.883311] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 681.022057] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.022057] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.022057] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.022057] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.022057] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.022057] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.022057] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.022606] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.022893] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.023289] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.023574] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.023827] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.024108] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.024430] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.024669] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.024926] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.043914] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.044083] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.045031] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.045031] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.045031] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-1d40032c-849c-44fe-85a4-1e14a6a97797 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.045031] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.045031] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.045429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.045964] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d40032c-849c-44fe-85a4-1e14a6a97797',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.193614] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 613e3eac-c996-4741-a334-909580a22719 [ 681.193614] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.193614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.193614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.194019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.194019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.194019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:613e3eac-c996-4741-a334-909580a22719 already deleted. [ 681.194019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613e3eac-c996-4741-a334-909580a22719" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.549087] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.549420] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.549591] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.549780] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.550137] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.550137] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 1d40032c-849c-44fe-85a4-1e14a6a97797 not found, creating... [ 681.550449] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.550621] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.550739] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.550977] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.551158] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.551418] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.551570] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.555032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.555032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.555032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.555032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 1d40032c-849c-44fe-85a4-1e14a6a97797 is going to be created. [ 681.575823] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.576101] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.576267] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.576535] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.576806] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.577074] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.359531] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee4fd042-d75e-41c9-ab05-c658ea7715cc req-98ed099d-9a84-4bb8-b825-3a6e5baab25e service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 682.359804] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee4fd042-d75e-41c9-ab05-c658ea7715cc req-98ed099d-9a84-4bb8-b825-3a6e5baab25e service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 682.359850] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee4fd042-d75e-41c9-ab05-c658ea7715cc req-98ed099d-9a84-4bb8-b825-3a6e5baab25e service nova] Enqueued Resource ID: 1d40032c-849c-44fe-85a4-1e14a6a97797 with Priority: HIGHEST for action port [ 682.361038] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 682.361038] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 682.361038] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d40032c-849c-44fe-85a4-1e14a6a97797 with Priority: HIGHEST for action port [ 682.362075] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.362439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.362439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.362636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.362728] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.363695] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.363795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.364088] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d40032c-849c-44fe-85a4-1e14a6a97797 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.364222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.364298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.364479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.364556] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d40032c-849c-44fe-85a4-1e14a6a97797',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.643033] env[65152]: INFO networking_nsxv3.common.synchronization [None req-3e8ed1ae-d758-48a0-af87-b9444f747d38 None None] Enqueued Resource ID: 1eaac379-0020-471f-bbeb-c2c665e1ab85 with Priority: HIGHEST for action port [ 682.643033] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaac379-0020-471f-bbeb-c2c665e1ab85 with Priority: HIGHEST for action port [ 682.643033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eaac379-0020-471f-bbeb-c2c665e1ab85 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.643033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eaac379-0020-471f-bbeb-c2c665e1ab85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.643033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eaac379-0020-471f-bbeb-c2c665e1ab85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.643033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eaac379-0020-471f-bbeb-c2c665e1ab85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.643033] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaac379-0020-471f-bbeb-c2c665e1ab85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.796555] env[65152]: INFO networking_nsxv3.common.synchronization [req-54424ef9-a5a0-4403-bf50-8bfe0ed108c3 req-351ffae6-c022-4aca-bf64-4a5d33c95189 tempest-ListImageFiltersTestJSON-1017314065 tempest-ListImageFiltersTestJSON-1017314065-project-member] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 682.797061] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 682.797356] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.797478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.797545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.797769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.797991] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.798077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.798119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.798289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.798468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.800043] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.866908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.867061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.867247] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d40032c-849c-44fe-85a4-1e14a6a97797 with status ACTIVE [ 682.867427] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.867536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.867601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.867863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.867967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.868162] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.868257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.868410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.868475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.868832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.868832] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.868832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.868832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.869055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.869055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.869131] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d40032c-849c-44fe-85a4-1e14a6a97797 is going to be updated. [ 682.895287] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 682.896313] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d deletion is rescheduled due to dependency. [ 682.896313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.896313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.896313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.896313] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.896313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.896965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.896965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.896965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.896965] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.899658] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.899816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.899886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.900061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.903047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.903047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d40032c-849c-44fe-85a4-1e14a6a97797" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.142972] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1eaac379-0020-471f-bbeb-c2c665e1ab85 [ 683.143387] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.143542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.143610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.143868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.143980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.144112] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1eaac379-0020-471f-bbeb-c2c665e1ab85 already deleted. [ 683.144199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eaac379-0020-471f-bbeb-c2c665e1ab85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.217121] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.217321] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.217439] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.217705] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.217986] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.219586] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.219735] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.219959] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.220135] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.220330] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.220435] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.220536] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.220636] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.220843] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.220843] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.221971] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.240152] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.240152] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.240152] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.240152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.241129] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-49e98c8c-d385-41d8-8d81-72e8be21fa4a taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.241129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.241129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.241129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.241513] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e98c8c-d385-41d8-8d81-72e8be21fa4a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.300381] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.402286] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.621380] env[65152]: INFO networking_nsxv3.common.synchronization [None req-e47ea17a-9871-412e-b3f8-59414867c908 None None] Enqueued Resource ID: ca35848f-d6bb-4b46-942e-d657e58289dc with Priority: HIGHEST for action port [ 683.621892] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca35848f-d6bb-4b46-942e-d657e58289dc with Priority: HIGHEST for action port [ 683.622203] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca35848f-d6bb-4b46-942e-d657e58289dc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.622719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca35848f-d6bb-4b46-942e-d657e58289dc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.622822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca35848f-d6bb-4b46-942e-d657e58289dc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.623179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca35848f-d6bb-4b46-942e-d657e58289dc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.623296] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca35848f-d6bb-4b46-942e-d657e58289dc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.669798] env[65152]: INFO networking_nsxv3.common.synchronization [None req-392740fb-90e3-4670-a43f-9cf171820bbf tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_rules [ 683.670416] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_rules [ 683.671073] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.671073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.672258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.673312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.673312] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.743641] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.743875] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.743982] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.744332] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.744437] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.744587] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 49e98c8c-d385-41d8-8d81-72e8be21fa4a not found, creating... [ 683.744844] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.744991] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.745139] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.745365] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.745536] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745908] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.746570] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.746570] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.746888] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.747139] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.747312] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 49e98c8c-d385-41d8-8d81-72e8be21fa4a is going to be created. [ 683.773634] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.773963] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.773963] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.774270] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.774486] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.774716] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.803301] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.907523] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.125887] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7b4550bc-a15a-4391-965e-1f1487374fd1 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_rules [ 684.126184] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca35848f-d6bb-4b46-942e-d657e58289dc [ 684.126342] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.126460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126579] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.126721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.126808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.126895] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca35848f-d6bb-4b46-942e-d657e58289dc already deleted. [ 684.127145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca35848f-d6bb-4b46-942e-d657e58289dc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.131114] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_rules [ 684.131464] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.132301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.195158] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.195306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.195376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.195594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.195684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.195783] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 already deleted. [ 684.195867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.196414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.196598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.196675] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.305961] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.306147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.306228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.307195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.307195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.307195] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be updated. [ 684.340870] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.340870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.341114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.341176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.341328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.351376] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: IN_PROGRESS for 2s [ 684.407804] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.408122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.408122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.408428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.408528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.408642] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 684.446331] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.446505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.446568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.446750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.446893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.456835] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 684.502239] env[65152]: INFO networking_nsxv3.common.synchronization [req-54424ef9-a5a0-4403-bf50-8bfe0ed108c3 req-7d344d74-3560-4248-b373-5bdb18aa10b0 service nova] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_rules [ 684.502984] env[65152]: INFO networking_nsxv3.common.synchronization [req-54424ef9-a5a0-4403-bf50-8bfe0ed108c3 req-7d344d74-3560-4248-b373-5bdb18aa10b0 service nova] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 684.502984] env[65152]: INFO networking_nsxv3.common.synchronization [req-54424ef9-a5a0-4403-bf50-8bfe0ed108c3 req-7d344d74-3560-4248-b373-5bdb18aa10b0 service nova] Enqueued Resource ID: 49e98c8c-d385-41d8-8d81-72e8be21fa4a with Priority: HIGHEST for action port [ 684.502984] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_rules [ 684.502984] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 684.502984] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e98c8c-d385-41d8-8d81-72e8be21fa4a with Priority: HIGHEST for action port [ 684.503539] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.503661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.503725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.504180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.504180] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.505740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.506256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.506497] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-49e98c8c-d385-41d8-8d81-72e8be21fa4a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.506609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.506672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.506959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.507051] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e98c8c-d385-41d8-8d81-72e8be21fa4a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.722425] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.722623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.722683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.722969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.723097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.723233] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 already deleted. [ 684.723327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.009632] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49e98c8c-d385-41d8-8d81-72e8be21fa4a with status ACTIVE [ 685.009856] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.009995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.010120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.010333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.010435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.010675] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.010784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.010784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.010926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.011077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.011197] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.011285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.011341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.011479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.011602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.011677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49e98c8c-d385-41d8-8d81-72e8be21fa4a is going to be updated. [ 685.013435] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.013435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.035377] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.035642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.035774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.035873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.036017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.036190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49e98c8c-d385-41d8-8d81-72e8be21fa4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.104782] env[65152]: INFO networking_nsxv3.common.synchronization [req-50e90f7c-6358-4252-978a-63c74db0e8e3 req-fc23b14d-3e1c-468f-b340-660bab63e1e7 tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 685.105977] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 685.105977] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.105977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.105977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.106905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.107114] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.107222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.107295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.107833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.107833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.107833] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.538373] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.539577] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.539577] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.539577] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.539577] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.539577] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.539577] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.539838] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.539838] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.541266] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.542250] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.542847] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.542847] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.542847] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.542847] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.544323] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.568112] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.568288] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.568423] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.568609] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.568917] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.569097] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.569211] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.569864] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.569864] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.610489] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.610489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.610489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.610489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.610489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.610489] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.610849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.610849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.610849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.612682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.612682] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 already deleted. [ 685.612682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.072344] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.072722] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.072722] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.073384] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.073567] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.073695] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 not found, creating... [ 686.074208] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.074398] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.074514] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.074760] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.074895] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.075207] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.075347] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.075512] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.075690] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.075822] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.075908] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 is going to be created. [ 686.099103] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.100331] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.100610] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.100989] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.101334] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.101601] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.363716] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 686.363996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.364621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.365409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.365409] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.365409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.365409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.365702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.365702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.365801] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.467458] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 686.467978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.468172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.468396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.468593] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.468800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.468879] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.469033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.469108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.469210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.469301] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.835043] env[65152]: INFO networking_nsxv3.common.synchronization [req-50e90f7c-6358-4252-978a-63c74db0e8e3 req-a24f909d-1b7a-4655-a020-dfa633979eb9 service nova] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_rules [ 686.835043] env[65152]: INFO networking_nsxv3.common.synchronization [req-50e90f7c-6358-4252-978a-63c74db0e8e3 req-a24f909d-1b7a-4655-a020-dfa633979eb9 service nova] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 686.835043] env[65152]: INFO networking_nsxv3.common.synchronization [req-50e90f7c-6358-4252-978a-63c74db0e8e3 req-a24f909d-1b7a-4655-a020-dfa633979eb9 service nova] Enqueued Resource ID: a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 with Priority: HIGHEST for action port [ 686.835768] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_rules [ 686.836054] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 686.836503] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 with Priority: HIGHEST for action port [ 686.836867] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.837091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.837285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.838220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.838462] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.840928] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.843445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.843562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.843795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.844016] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.844949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.844949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.844949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.844949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.844949] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.845693] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.845875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.845941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.846095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.846405] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.869942] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.973265] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.973265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.973265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.973265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.973265] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.973265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.973265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.973720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.973720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.973720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.973878] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.973991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.974088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.974293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.974544] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.974690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.974790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.974959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.975162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.975281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.975412] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.020275] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f821265a-0932-40ed-aad5-355238b35edf tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 687.020842] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 687.021347] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.021460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.021497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.021790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.021925] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.142998] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7bb7134c-f87f-49c0-bcfe-b44e3ce3c011 tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 687.144448] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 687.145083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.145083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.348167] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.348349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.348403] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.349995] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 with status ACTIVE [ 687.350434] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.350735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.351144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.353347] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.353347] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.353347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.353347] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2 is going to be updated. [ 687.372570] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.379914] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.379914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.379914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.379914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.379914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.379914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a988ea-fdfb-4a9e-8ba8-7755d8a885d2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.482906] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c89a36d-df9a-49ac-b09a-9d9a184e682d: rpc.has_security_group_logging(os_id): False [ 687.501780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.501780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.501780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.501780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.502211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.502211] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.502211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.502343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.502453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.502536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.502749] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.502849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.502925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.503088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.503214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.503417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.503517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.503579] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.503720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.503796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.503882] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 687.546083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.546263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.546263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.547180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.547180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.547180] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 already deleted. [ 687.547180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.547180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.547180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.547180] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.590707] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.590856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.590927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.591232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.591371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.604329] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 687.851074] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.878611] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.878611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.878611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.878611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.878611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.878611] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be updated. [ 687.909052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.909052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.909052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.909052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.909052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.919285] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: IN_PROGRESS for 2s [ 688.074237] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.074237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.074237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.074237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.074237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.074237] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 already deleted. [ 688.074237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.362268] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.363281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.363281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.363281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.363281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.363281] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be created. [ 688.403506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.405313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.405313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.405754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.405754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.411809] env[65152]: INFO networking_nsxv3.common.synchronization [None req-6ce90c0b-9a47-482c-a71e-e46469d1ec99 None None] Enqueued Resource ID: 4beca72c-40ea-47c2-b3ca-ddcec4086961 with Priority: HIGHEST for action port [ 688.412731] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beca72c-40ea-47c2-b3ca-ddcec4086961 with Priority: HIGHEST for action port [ 688.412834] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4beca72c-40ea-47c2-b3ca-ddcec4086961 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.412931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4beca72c-40ea-47c2-b3ca-ddcec4086961" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.412996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4beca72c-40ea-47c2-b3ca-ddcec4086961" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.414973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4beca72c-40ea-47c2-b3ca-ddcec4086961" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.415121] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4beca72c-40ea-47c2-b3ca-ddcec4086961',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.429629] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: UNINITIALIZED for 2s [ 688.722304] env[65152]: INFO networking_nsxv3.common.synchronization [req-3a62c5d8-d58f-4010-b8ed-30c10e0afa2c req-22819bae-ffb7-4074-8724-a93c8136fd1d tempest-SecurityGroupRulesNegativeTestJSON-2121663333 tempest-SecurityGroupRulesNegativeTestJSON-2121663333-project-member] Enqueued Resource ID: dec4bbb7-3977-4209-be51-6f83d7cfba06 with Priority: HIGHEST for action security_group_rules [ 688.722930] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec4bbb7-3977-4209-be51-6f83d7cfba06 with Priority: HIGHEST for action security_group_rules [ 688.723626] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec4bbb7-3977-4209-be51-6f83d7cfba06 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.723626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.723626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.724061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.724230] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec4bbb7-3977-4209-be51-6f83d7cfba06',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.918513] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4beca72c-40ea-47c2-b3ca-ddcec4086961 [ 688.918513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.918513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.919351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.919816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.919816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.919816] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4beca72c-40ea-47c2-b3ca-ddcec4086961 already deleted. [ 688.919816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4beca72c-40ea-47c2-b3ca-ddcec4086961" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.234601] env[65152]: INFO networking_nsxv3.common.synchronization [req-11acb69d-a682-4dc6-9a90-e4d672297d46 req-d0336c87-1947-4ba7-8556-0537ccfdaccd tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 689.234964] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 689.235986] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.235986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.236814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.236814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.236814] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.236814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.236814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.236814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.236814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.237709] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.246627] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.246759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.248037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.248037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.248037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.248037] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec4bbb7-3977-4209-be51-6f83d7cfba06 already deleted. [ 689.248037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.621263] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 689.621520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.744815] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.747615] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.748709] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.749029] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.749258] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.751834] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.751834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.751834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.751834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.751834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.751834] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.751834] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.751834] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.751834] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.751834] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.751834] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.751834] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.774038] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.774219] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.775015] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.775015] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-930" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.775015] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.775015] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.775015] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.775388] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.775506] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.932237] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 689.932636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.932636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.932893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.933119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.933291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.933389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.933549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.933628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.933719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.933807] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.254359] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.278747] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.279245] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.279245] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.279645] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.279862] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.280109] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 not found, creating... [ 690.280497] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.280709] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.280815] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.281184] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.281412] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.281822] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.282064] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.282270] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.282572] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.282773] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.286021] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 is going to be created. [ 690.306799] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.307046] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.307171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.308227] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.308227] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.308227] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.438495] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.438495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.438495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.438979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.438979] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.439151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.439238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.439364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.440228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.440228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.440228] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.440228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.440228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.440228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.440228] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.440774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.440774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.440774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.440774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.440774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.440774] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.442461] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 690.442657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.443152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.443152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.443152] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.443371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.443371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.443510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.443580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.443709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.443773] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.756230] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.756735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.756850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.760567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.760567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.760567] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 690.791414] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.794689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.794689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.794689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.794689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.805870] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 690.946320] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e7211b9-211d-4d81-9641-5e90de72acc6: rpc.has_security_group_logging(os_id): False [ 690.952083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.952083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.952083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.952083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.952083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.955302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.955302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.955302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.955302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.955302] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.970095] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.971209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.971209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.971209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.971209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.971209] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.971209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.971209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.971209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.971644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.971644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.971644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.971644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.971804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.971804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.971992] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.972137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.972194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.972333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.972403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.972508] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be updated. [ 691.048575] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.048575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.048575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.048575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.048575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.071470] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: IN_PROGRESS for 2s [ 691.145772] env[65152]: INFO networking_nsxv3.common.synchronization [req-11acb69d-a682-4dc6-9a90-e4d672297d46 req-e3fd0926-e584-4291-94b4-485cb4e3d28f service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 691.145940] env[65152]: INFO networking_nsxv3.common.synchronization [req-11acb69d-a682-4dc6-9a90-e4d672297d46 req-e3fd0926-e584-4291-94b4-485cb4e3d28f service nova] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 691.146092] env[65152]: INFO networking_nsxv3.common.synchronization [req-11acb69d-a682-4dc6-9a90-e4d672297d46 req-e3fd0926-e584-4291-94b4-485cb4e3d28f service nova] Enqueued Resource ID: ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 with Priority: HIGHEST for action port [ 691.146978] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_rules [ 691.147115] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 691.147228] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 with Priority: HIGHEST for action port [ 691.147476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.147600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.147739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.147874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.147932] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.150458] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.150458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.150458] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.150458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.150458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.150458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.150458] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.455199] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1907f47d-ddb3-4772-bf91-05d92f8dfd49: rpc.has_security_group_logging(os_id): False [ 691.474929] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.474929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.474929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.476340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.476434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.477096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.477201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.477303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.477531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.478440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.478440] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.478440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.478440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.478440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.478440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.478823] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.478823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.478823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.478959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.479078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.479181] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be created. [ 691.543839] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.543969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.544108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.544279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.544575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.560399] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 691.655080] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.655355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.657167] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 with status ACTIVE [ 691.657167] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.657167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.657167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.657167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.657167] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.657167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.657792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.657792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.657792] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.657792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.657792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658138] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0 is going to be updated. [ 691.690237] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.691833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.691833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.692163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.692357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.692601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff98e7f0-59a9-4b08-b76a-d61e85c7b6f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.605777] env[65152]: INFO networking_nsxv3.common.synchronization [None req-50193d8a-fbd9-4fff-a3ad-4717a353914f None None] Enqueued Resource ID: c8c69893-dddf-460c-b5c1-4f8d563d4fdc with Priority: HIGHEST for action port [ 692.610157] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c69893-dddf-460c-b5c1-4f8d563d4fdc with Priority: HIGHEST for action port [ 692.610157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c69893-dddf-460c-b5c1-4f8d563d4fdc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.610157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c69893-dddf-460c-b5c1-4f8d563d4fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.610157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c69893-dddf-460c-b5c1-4f8d563d4fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.610157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c69893-dddf-460c-b5c1-4f8d563d4fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.610157] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c69893-dddf-460c-b5c1-4f8d563d4fdc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.810384] env[65152]: INFO networking_nsxv3.common.synchronization [req-2085e5f2-30dd-425f-a0b9-319629a83a7e req-e81b39a0-52bb-4b27-aac6-206b94c81b40 tempest-SecurityGroupRulesNegativeTestJSON-2121663333 tempest-SecurityGroupRulesNegativeTestJSON-2121663333-project-member] Enqueued Resource ID: dec4bbb7-3977-4209-be51-6f83d7cfba06 with Priority: HIGHEST for action security_group_rules [ 692.810935] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec4bbb7-3977-4209-be51-6f83d7cfba06 with Priority: HIGHEST for action security_group_rules [ 692.815429] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec4bbb7-3977-4209-be51-6f83d7cfba06 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.815429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.815429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.815429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.815429] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec4bbb7-3977-4209-be51-6f83d7cfba06',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.821300] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 692.821606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.821827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.822107] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.822330] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.824733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.824877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.825019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.825195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.825280] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.087296] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 693.087519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.112785] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c69893-dddf-460c-b5c1-4f8d563d4fdc [ 693.113024] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.113168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.113310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.113551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.113711] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.113772] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c69893-dddf-460c-b5c1-4f8d563d4fdc already deleted. [ 693.113823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c69893-dddf-460c-b5c1-4f8d563d4fdc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.329020] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.343205] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.343415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.343469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.343714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.343903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.343903] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec4bbb7-3977-4209-be51-6f83d7cfba06 already deleted. [ 693.344019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec4bbb7-3977-4209-be51-6f83d7cfba06" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.578244] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 693.578244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.832355] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.344031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.344031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.344031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.344031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.344031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.344031] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 694.381351] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.381351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.381351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.381351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.381351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.390224] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 694.907981] env[65152]: INFO networking_nsxv3.common.synchronization [None req-a5a91d85-f4e9-410d-b60a-1262bb24c6bb None None] Enqueued Resource ID: be70f022-2555-41b9-b117-2aa3bd1a9635 with Priority: HIGHEST for action port [ 694.910112] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be70f022-2555-41b9-b117-2aa3bd1a9635 with Priority: HIGHEST for action port [ 694.910112] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-be70f022-2555-41b9-b117-2aa3bd1a9635 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.910112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be70f022-2555-41b9-b117-2aa3bd1a9635" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.910112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be70f022-2555-41b9-b117-2aa3bd1a9635" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.910112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be70f022-2555-41b9-b117-2aa3bd1a9635" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.910112] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be70f022-2555-41b9-b117-2aa3bd1a9635',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.413995] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be70f022-2555-41b9-b117-2aa3bd1a9635 [ 695.413995] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.413995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.413995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.414260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.414260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.414352] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be70f022-2555-41b9-b117-2aa3bd1a9635 already deleted. [ 695.414437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be70f022-2555-41b9-b117-2aa3bd1a9635" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.402177] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4ebba11-33af-4d11-bd6c-a1894b9468a9 req-179f032b-c2b5-4c32-9c29-ce3bf49f3b3a tempest-ServerDiagnosticsTest-124692587 tempest-ServerDiagnosticsTest-124692587-project-member] Enqueued Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_members [ 696.402639] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_members [ 696.404377] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.404377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.404377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.405067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.405067] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.405198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.405270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.409025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.409025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.409025] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.411119] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.411119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.411119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.411119] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.788814] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.789082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.789268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.789636] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.790014] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.790291] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.790391] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.790661] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.790874] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.791185] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.791341] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.791494] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.793025] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.793025] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.793025] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.793025] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.814192] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.814651] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.814651] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.814751] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.815144] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-1527ca1f-3bde-4162-b700-7ef555ac6697 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.815344] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.815464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.815828] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.815968] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1527ca1f-3bde-4162-b700-7ef555ac6697',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.908426] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.908568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.908568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.908827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.909013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.909203] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.909438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.909438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.909719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.909719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.909807] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97266c3b-4e56-4516-8d65-4f938b47b73c already deleted. [ 696.909862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.914431] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.914611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.914766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.915030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.915030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.915269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.915269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.915402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.915468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.915582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.915730] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.915834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.915932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.916072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.916251] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.916470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.916527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.916780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.916780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.916867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.916919] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.318120] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.318356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.318487] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.318846] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.318896] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.319041] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 1527ca1f-3bde-4162-b700-7ef555ac6697 not found, creating... [ 697.319324] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.319476] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.319587] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.319800] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.319929] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320251] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.320414] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.320547] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.320707] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.320835] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320966] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 1527ca1f-3bde-4162-b700-7ef555ac6697 is going to be created. [ 697.346027] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.346244] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.346363] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.346638] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.346873] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.347117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.407391] env[65152]: INFO networking_nsxv3.common.synchronization [None req-e601a054-bf91-482c-9bed-7e97b1cb18f0 None None] Enqueued Resource ID: 87e460fd-928e-4516-a09b-efa1008587d0 with Priority: HIGHEST for action port [ 697.407391] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e460fd-928e-4516-a09b-efa1008587d0 with Priority: HIGHEST for action port [ 697.407391] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e460fd-928e-4516-a09b-efa1008587d0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.407391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e460fd-928e-4516-a09b-efa1008587d0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.407391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e460fd-928e-4516-a09b-efa1008587d0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.407391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e460fd-928e-4516-a09b-efa1008587d0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.407951] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e460fd-928e-4516-a09b-efa1008587d0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.420410] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2462ae-c68b-49f7-81b1-fea07ea08d5a: rpc.has_security_group_logging(os_id): False [ 697.448652] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.449042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.449136] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.449376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.449534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.449870] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.450041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.450151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.450385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.450445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.450651] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.450730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.450791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.450928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.450995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.451227] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.451402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.451402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.451660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.451660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.451660] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 697.544795] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.544989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.545068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.545257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.545440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.569660] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 697.910615] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e460fd-928e-4516-a09b-efa1008587d0 [ 697.911102] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.911458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.911654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.912070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.913419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.913419] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e460fd-928e-4516-a09b-efa1008587d0 already deleted. [ 697.913419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e460fd-928e-4516-a09b-efa1008587d0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.120140] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4ebba11-33af-4d11-bd6c-a1894b9468a9 req-2a08abf3-1499-4118-9b88-230c492b64df service nova] Enqueued Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_rules [ 698.120377] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4ebba11-33af-4d11-bd6c-a1894b9468a9 req-2a08abf3-1499-4118-9b88-230c492b64df service nova] Enqueued Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_members [ 698.120528] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4ebba11-33af-4d11-bd6c-a1894b9468a9 req-2a08abf3-1499-4118-9b88-230c492b64df service nova] Enqueued Resource ID: 1527ca1f-3bde-4162-b700-7ef555ac6697 with Priority: HIGHEST for action port [ 698.120765] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_rules [ 698.120891] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_members [ 698.120986] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1527ca1f-3bde-4162-b700-7ef555ac6697 with Priority: HIGHEST for action port [ 698.121567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.121692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.121761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.122039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.122128] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.122934] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.123061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.123150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.123304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.123451] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.123541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.123597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.123736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.123817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.123905] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.124658] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1527ca1f-3bde-4162-b700-7ef555ac6697 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.124769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.124818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.125255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.125255] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1527ca1f-3bde-4162-b700-7ef555ac6697',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.627372] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.627730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.627730] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1527ca1f-3bde-4162-b700-7ef555ac6697 with status ACTIVE [ 698.627937] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.628034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.628034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.628236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.628351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.628527] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.628727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.628727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.628787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.628847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.629091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.629235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.629235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.629325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.629365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.629448] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1527ca1f-3bde-4162-b700-7ef555ac6697 is going to be updated. [ 698.632890] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.653384] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.653384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.653384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.653611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.653611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.654067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1527ca1f-3bde-4162-b700-7ef555ac6697" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.134662] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.280260] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f2ba10f2-c84e-43b8-a3ee-de277379f27b None None] Enqueued Resource ID: ba0b3eef-74d0-42d7-a52f-60a3863ccca1 with Priority: HIGHEST for action port [ 699.280997] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0b3eef-74d0-42d7-a52f-60a3863ccca1 with Priority: HIGHEST for action port [ 699.281420] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba0b3eef-74d0-42d7-a52f-60a3863ccca1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.281594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba0b3eef-74d0-42d7-a52f-60a3863ccca1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.281697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba0b3eef-74d0-42d7-a52f-60a3863ccca1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.283083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba0b3eef-74d0-42d7-a52f-60a3863ccca1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.283203] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0b3eef-74d0-42d7-a52f-60a3863ccca1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.585593] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 699.586809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.638594] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.639044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.639044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.639984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.639984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.639984] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97266c3b-4e56-4516-8d65-4f938b47b73c is going to be created. [ 699.672548] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.673727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.673992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.674546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.674851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.689856] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97266c3b-4e56-4516-8d65-4f938b47b73c in Status: UNINITIALIZED for 2s [ 699.786508] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba0b3eef-74d0-42d7-a52f-60a3863ccca1 [ 699.786747] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.786886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.786948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.787342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.787488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.787634] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba0b3eef-74d0-42d7-a52f-60a3863ccca1 already deleted. [ 699.787716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba0b3eef-74d0-42d7-a52f-60a3863ccca1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.084086] env[65152]: INFO networking_nsxv3.common.synchronization [req-124356db-06c4-4162-b23c-350f0a08f630 req-621fdf0f-16a0-4c9c-b4f2-643d6c0fbfcf tempest-ServersTestFqdnHostnames-542744694 tempest-ServersTestFqdnHostnames-542744694-project-member] Enqueued Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_members [ 701.085148] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGHEST for action security_group_members [ 701.086022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.086165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.086256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.087140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.087140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.087140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.087140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.087140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.087482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.087482] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.589664] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.589815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.589890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.590229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.590298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.590475] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.590613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.590677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.590836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.590915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.591032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc is going to be updated. [ 701.621262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.632811] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc in Status: IN_PROGRESS for 2s [ 701.699938] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97266c3b-4e56-4516-8d65-4f938b47b73c in Status: SUCCESS [ 701.700226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.700326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.700522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.700714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.700828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.700893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.701051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.701131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.701226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.701346] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.923792] env[65152]: INFO networking_nsxv3.common.synchronization [None req-2c3dc8ef-d1a7-459c-ae76-1f7bf4081816 None None] Enqueued Resource ID: 9c1516bd-3a78-4046-a28a-8ff7066b5863 with Priority: HIGHEST for action port [ 701.923907] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1516bd-3a78-4046-a28a-8ff7066b5863 with Priority: HIGHEST for action port [ 701.925104] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c1516bd-3a78-4046-a28a-8ff7066b5863 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.925474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c1516bd-3a78-4046-a28a-8ff7066b5863" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.926528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c1516bd-3a78-4046-a28a-8ff7066b5863" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.929043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c1516bd-3a78-4046-a28a-8ff7066b5863" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.929043] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1516bd-3a78-4046-a28a-8ff7066b5863',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.203961] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.204295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.204295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.204470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.204648] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.204795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.204832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.204955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.205072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.205162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.205312] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.205406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.205473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.205607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.205807] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.205929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.205994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.206160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.206247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.206346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.206437] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.430627] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c1516bd-3a78-4046-a28a-8ff7066b5863 [ 702.430979] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.432285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.432372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.432759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.432895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.433071] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c1516bd-3a78-4046-a28a-8ff7066b5863 already deleted. [ 702.433223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c1516bd-3a78-4046-a28a-8ff7066b5863" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.712150] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97266c3b-4e56-4516-8d65-4f938b47b73c: rpc.has_security_group_logging(os_id): False [ 702.738653] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.738653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.738653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.738653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.738653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.738897] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.738897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.739036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.739094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.739186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.739443] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.739591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.739704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.739918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.739958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.740159] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.740279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.740391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.740597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.740693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.740787] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97266c3b-4e56-4516-8d65-4f938b47b73c is going to be created. [ 702.817771] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.817997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.818529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.818876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.819274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.836620] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97266c3b-4e56-4516-8d65-4f938b47b73c in Status: IN_PROGRESS for 2s [ 703.645552] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc in Status: SUCCESS [ 703.645552] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc deletion is rescheduled due to dependency. [ 703.645552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.854992] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97266c3b-4e56-4516-8d65-4f938b47b73c in Status: SUCCESS [ 704.855330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.786542] env[65152]: INFO networking_nsxv3.common.synchronization [req-809c91b5-49c4-429b-9743-05e01f0a79d3 req-43df4ba0-4fa4-4cfc-b7c2-b22b9ca31338 tempest-ServersTestJSON-1327571382 tempest-ServersTestJSON-1327571382-project-member] Enqueued Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_members [ 706.786542] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGHEST for action security_group_members [ 706.786542] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.787196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.787474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.787767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.788054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.788280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.788446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.789531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.789769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.789957] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.293157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.293157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.293157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.293157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.293157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.293492] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.293492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.293492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.293648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.293740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.293848] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 is going to be updated. [ 707.344568] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.344568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.344568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.344568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.344568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.360047] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 in Status: IN_PROGRESS for 2s [ 707.758240] env[65152]: INFO networking_nsxv3.common.synchronization [req-d0210b90-524b-433e-af48-d3c780cf41c5 req-def1c646-490b-439c-a391-f4621d4fc497 tempest-InstanceActionsTestJSON-2064442424 tempest-InstanceActionsTestJSON-2064442424-project-member] Enqueued Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_members [ 707.759021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_members [ 707.760364] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.760541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.761025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.761233] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.761364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.761467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.761632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.761723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.762030] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.216283] env[65152]: INFO networking_nsxv3.common.synchronization [req-d296047b-ac4e-4499-91a7-19ae23433e7f req-0039c782-1c54-4b99-a59c-f41934bfa2ee tempest-ServersAdminNegativeTestJSON-1182959878 tempest-ServersAdminNegativeTestJSON-1182959878-project-member] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 708.217235] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 708.217837] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.218242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.218485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.218920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.219307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.219558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.219724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.220012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.220199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.220413] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.269432] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.269432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.271854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.271854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.271854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.271854] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.272078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.272584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.274253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.274253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.274253] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a already deleted. [ 708.274253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.312225] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.312402] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-411" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.312539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-411" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.312899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-411" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.313190] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.313377] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.313515] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.313763] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.313917] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.314148] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.314271] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.314407] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.314658] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.314658] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.314778] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.314841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.341098] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.341098] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.341098] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.341422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-411" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.341960] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.342098] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.342254] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.342622] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.342781] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c5b9a2-fcc9-47fd-858c-1c5b66686df7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.723740] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.847724] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.847724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.847724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.847724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.847724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.847724] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 not found, creating... [ 708.847724] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.848122] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.848122] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.848451] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.848615] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.848924] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.849201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.849286] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.849534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.849695] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.849844] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 is going to be created. [ 708.877196] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.877428] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.877551] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.877883] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.878132] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.878365] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.962437] env[65152]: INFO networking_nsxv3.common.synchronization [req-3f5987b5-dd64-489f-9c56-367427fc2236 req-284175df-2af1-4e17-82c0-f112b3444851 tempest-FloatingIPsAssociationNegativeTestJSON-1460907019 tempest-FloatingIPsAssociationNegativeTestJSON-1460907019-project-member] Enqueued Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_members [ 708.963315] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGHEST for action security_group_members [ 708.963870] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.964020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.964123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.964442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.964674] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.964789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.964854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.965050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.965201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.965351] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.226985] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.374619] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 in Status: SUCCESS [ 709.374803] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 deletion is rescheduled due to dependency. [ 709.374934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.468019] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.468019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.468288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.468336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.468442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.468979] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.469102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.469162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.469345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.469427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.469580] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe is going to be updated. [ 709.499015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.499270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.499795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.499795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.499795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.510738] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe in Status: IN_PROGRESS for 2s [ 709.619613] env[65152]: INFO networking_nsxv3.common.synchronization [req-d0210b90-524b-433e-af48-d3c780cf41c5 req-977e152a-372a-4ec1-8ce4-894b057d5498 service nova] Enqueued Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_rules [ 709.619917] env[65152]: INFO networking_nsxv3.common.synchronization [req-d0210b90-524b-433e-af48-d3c780cf41c5 req-977e152a-372a-4ec1-8ce4-894b057d5498 service nova] Enqueued Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_members [ 709.620218] env[65152]: INFO networking_nsxv3.common.synchronization [req-d0210b90-524b-433e-af48-d3c780cf41c5 req-977e152a-372a-4ec1-8ce4-894b057d5498 service nova] Enqueued Resource ID: d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 with Priority: HIGHEST for action port [ 709.621053] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_rules [ 709.621214] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_members [ 709.621333] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 with Priority: HIGHEST for action port [ 709.621711] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.621858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.621918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.622428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.622534] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.625567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.625567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.625567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.625567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.625567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.625567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.625567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.625567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.625567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.625567] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.627314] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.627469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.627541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.627739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.627888] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c5b9a2-fcc9-47fd-858c-1c5b66686df7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.730034] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.730274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.730348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.730552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.730675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.731028] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929027cc-a73c-4e92-9c46-473725805397 is going to be updated. [ 709.764624] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.764818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.764878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.765171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.777814] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: IN_PROGRESS for 2s [ 710.130610] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.132288] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.132498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.132852] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 with status ACTIVE [ 710.133046] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.133161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.133484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.133720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.133822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.134013] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.134218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.134282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.134487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.134575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.134760] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.134859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.134915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.135061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.135139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.135226] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c5b9a2-fcc9-47fd-858c-1c5b66686df7 is going to be updated. [ 710.161106] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.161289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.161329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.161585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.161717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.161866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c5b9a2-fcc9-47fd-858c-1c5b66686df7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.447080] env[65152]: INFO networking_nsxv3.common.synchronization [req-1c85c06e-92b4-4b2b-8a66-5e8b71338120 req-4f76ea20-44c3-42d9-8de1-6f208bc41db0 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_members [ 710.447790] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_members [ 710.448230] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.448393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.448478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.448823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.449037] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.449777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.449777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.449904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.450021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.450162] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.634967] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.665079] env[65152]: INFO networking_nsxv3.common.synchronization [None req-97aec8c4-1a82-4e1b-804a-4cc6d4f8a31a None None] Enqueued Resource ID: b6796b98-eea3-4dc4-a9d2-61880582522b with Priority: HIGHEST for action port [ 710.665079] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6796b98-eea3-4dc4-a9d2-61880582522b with Priority: HIGHEST for action port [ 710.665336] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6796b98-eea3-4dc4-a9d2-61880582522b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.665485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6796b98-eea3-4dc4-a9d2-61880582522b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.665545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6796b98-eea3-4dc4-a9d2-61880582522b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.665806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6796b98-eea3-4dc4-a9d2-61880582522b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.665892] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6796b98-eea3-4dc4-a9d2-61880582522b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.780498] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.781706] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.781706] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.781836] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.782180] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.782373] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.782511] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.783091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.783091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.783287] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.783629] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.783778] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.783896] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.784046] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.784168] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.784312] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.804673] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.804894] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.805106] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.805299] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.805646] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.805867] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.805998] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.806369] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.806517] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.953346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.953734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.953866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.954222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.954336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.954628] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.954743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.954868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.955112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.955198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.955295] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c675d351-87b2-45bf-8621-101435641e12 already deleted. [ 710.955379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.142240] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.142240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.142240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.142240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.142240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.142240] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a is going to be created. [ 711.169416] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6796b98-eea3-4dc4-a9d2-61880582522b [ 711.169416] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.169416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.169416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.169671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.169798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.169992] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6796b98-eea3-4dc4-a9d2-61880582522b already deleted. [ 711.170091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6796b98-eea3-4dc4-a9d2-61880582522b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.172281] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.172430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.175506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.175506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.175506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.184289] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a in Status: UNINITIALIZED for 2s [ 711.309383] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.309611] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.309786] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.310093] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.310254] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.310415] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a not found, creating... [ 711.310739] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.311016] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.311016] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.311213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.311351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.311685] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.311851] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.311964] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.312218] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.312349] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.312525] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a is going to be created. [ 711.340723] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.340929] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.341072] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.341561] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.341884] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.342171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.522771] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe in Status: SUCCESS [ 711.523193] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe deletion is rescheduled due to dependency. [ 711.523193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.801206] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: SUCCESS [ 711.801464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.095203] env[65152]: INFO networking_nsxv3.common.synchronization [req-1c85c06e-92b4-4b2b-8a66-5e8b71338120 req-45f4906e-35c3-4c22-8ca2-8f253eef627e service nova] Enqueued Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_rules [ 712.095203] env[65152]: INFO networking_nsxv3.common.synchronization [req-1c85c06e-92b4-4b2b-8a66-5e8b71338120 req-45f4906e-35c3-4c22-8ca2-8f253eef627e service nova] Enqueued Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_members [ 712.095351] env[65152]: INFO networking_nsxv3.common.synchronization [req-1c85c06e-92b4-4b2b-8a66-5e8b71338120 req-45f4906e-35c3-4c22-8ca2-8f253eef627e service nova] Enqueued Resource ID: a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a with Priority: HIGHEST for action port [ 712.096262] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_rules [ 712.096262] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_members [ 712.096625] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a with Priority: HIGHEST for action port [ 712.096897] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.097022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.100044] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.100044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.100044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.100044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.100044] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.102729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.102918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.103025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.103487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.103487] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.604152] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.605442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.605442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.606126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a with status ACTIVE [ 712.606126] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.606829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.606919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.607189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.607284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.607990] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.608121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.608195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.608438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.608487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.608667] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.608759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.608812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.608982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.609067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.609208] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a is going to be updated. [ 712.634162] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.634351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.634410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.635044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.635044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.635044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4bb2d48-4fc0-4df1-b1bc-51a8de5f6c2a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.860322] env[65152]: INFO networking_nsxv3.common.synchronization [None req-5785998f-b4eb-4c16-8a84-4561459cfc27 None None] Enqueued Resource ID: 2dbed87a-7d59-4204-b349-bee92a7820d5 with Priority: HIGHEST for action port [ 712.860888] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbed87a-7d59-4204-b349-bee92a7820d5 with Priority: HIGHEST for action port [ 712.861190] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dbed87a-7d59-4204-b349-bee92a7820d5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.861317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dbed87a-7d59-4204-b349-bee92a7820d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.861393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dbed87a-7d59-4204-b349-bee92a7820d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.861652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dbed87a-7d59-4204-b349-bee92a7820d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.861753] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dbed87a-7d59-4204-b349-bee92a7820d5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.111646] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.195541] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a in Status: SUCCESS [ 713.195775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.195948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.196280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.196368] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.196515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.196542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.196785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.196785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.196869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.196975] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.364674] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dbed87a-7d59-4204-b349-bee92a7820d5 [ 713.364973] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.365129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.365193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.365416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.365554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.365698] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dbed87a-7d59-4204-b349-bee92a7820d5 already deleted. [ 713.365884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dbed87a-7d59-4204-b349-bee92a7820d5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.615029] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.615435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.615435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.615613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.615773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.615917] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c675d351-87b2-45bf-8621-101435641e12 is going to be created. [ 713.644512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.644787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.644787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.644946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.645133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.657622] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c675d351-87b2-45bf-8621-101435641e12 in Status: UNINITIALIZED for 2s [ 713.699249] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.699467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.699467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.699695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.699874] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.699980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.700057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.700216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.700330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.700389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.700531] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.700624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.700684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.700819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.700953] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.701059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.701119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.701247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.701365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.701833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.701833] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.204045] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a: rpc.has_security_group_logging(os_id): False [ 714.226788] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.226985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.227038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.227244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.227336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.227539] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.227646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.227687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.227834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.227911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.228113] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.228214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.228278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.228417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.228493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.228690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.228785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.228850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.228987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.229084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.229155] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a is going to be created. [ 714.294196] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.294396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.294396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.294751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.294947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.309475] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a in Status: IN_PROGRESS for 2s [ 715.669513] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c675d351-87b2-45bf-8621-101435641e12 in Status: SUCCESS [ 715.669798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.669906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.670160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.670361] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.670481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.670548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.670704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.670786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.670871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.670962] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.087333] env[65152]: INFO networking_nsxv3.common.synchronization [None req-29b89105-b882-46fe-95f8-d97f53becf63 tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 716.088041] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 716.088182] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.088295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.088386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.088614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.088701] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.173416] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.197975] env[65152]: INFO networking_nsxv3.common.synchronization [None req-d85d3861-585b-4e8a-a32c-eedd61f1633a tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 716.198547] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 716.200043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.200043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.324259] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a in Status: SUCCESS [ 716.324408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.612502] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.612722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.612811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.614889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.614889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.615685] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea already deleted. [ 716.615860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.616066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.616268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.616373] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.679924] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c675d351-87b2-45bf-8621-101435641e12: rpc.has_security_group_logging(os_id): False [ 716.696911] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.697078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.697150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.697402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.697507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.697815] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.697930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.697976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.698143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.698238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.698328] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c675d351-87b2-45bf-8621-101435641e12 is going to be created. [ 716.780058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.780236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.780283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.780467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.793976] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c675d351-87b2-45bf-8621-101435641e12 in Status: IN_PROGRESS for 2s [ 717.152649] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.152649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.152649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.152864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.152892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.153651] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea already deleted. [ 717.153651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.781013] env[65152]: INFO networking_nsxv3.common.synchronization [req-af23a87e-de39-473d-9c0d-e544b46f3850 req-8e60f1a4-6122-4d0e-b6bf-73453b0df49e tempest-ServerRescueTestJSON-1652906452 tempest-ServerRescueTestJSON-1652906452-project-member] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 717.781685] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 717.782156] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.783096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.783343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.783723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.783912] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.784332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.784332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.784332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.784417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.784489] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.290474] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.793011] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.806825] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c675d351-87b2-45bf-8621-101435641e12 in Status: SUCCESS [ 718.808040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.292983] env[65152]: INFO networking_nsxv3.common.synchronization [req-4445ac46-f64d-41fb-b25c-0f049eaa7a85 req-05eb0894-5193-4e86-9db5-dfcbf4ecbca2 tempest-ServerDiagnosticsTest-124692587 tempest-ServerDiagnosticsTest-124692587-project-member] Enqueued Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_members [ 719.293720] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGHEST for action security_group_members [ 719.294211] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.294340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.294439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.294659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.294814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.294896] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be updated. [ 719.296233] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.296379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.296454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.296664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.296846] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.297159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.297159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.297258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.297303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.297393] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.329316] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.329517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.329563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.329835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.330037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.343054] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: IN_PROGRESS for 2s [ 719.779166] env[65152]: INFO networking_nsxv3.common.synchronization [req-3e087b30-86df-48f5-a5e7-b09fb3611825 req-2a267e0b-0317-411c-bc34-321c4d2a3feb tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 719.779166] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 719.779166] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.779166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.779166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.779166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.779166] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.779166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.779166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.779886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.780117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.780332] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.804204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.804531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.804531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.804685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.804835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.804939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.805058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.805122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.805273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.805349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.805434] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97266c3b-4e56-4516-8d65-4f938b47b73c is going to be updated. [ 719.835641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.835641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.835641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.835845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.835915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.849156] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97266c3b-4e56-4516-8d65-4f938b47b73c in Status: IN_PROGRESS for 2s [ 720.157800] env[65152]: INFO networking_nsxv3.common.synchronization [req-299f0d2a-f14b-4f00-840c-37b9f7c96e93 req-e051b8c0-6b75-4862-9f10-f0020d7f85d7 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_members [ 720.158381] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_members [ 720.158687] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.158808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.158877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.159336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.159502] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.159607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.159675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.159833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.159920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.160024] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.285142] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.285323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.285384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.286143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.286143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.286143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.286143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.286143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.286357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.286412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.286453] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 720.363276] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.363439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.363503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.363779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.363941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.381070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 720.593550] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.593800] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.594010] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.595451] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.595779] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.596044] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.599746] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.600142] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.600306] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.600537] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.600654] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.600787] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.600909] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.601056] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.601188] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.601379] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.645223] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.645404] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.645597] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.645816] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.646191] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-6ba54303-2d88-4a46-86ad-36f60dd3ae78 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.646377] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.646564] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.646993] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.647221] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba54303-2d88-4a46-86ad-36f60dd3ae78',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.662945] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.663762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.663871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.664122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.664213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.664501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.664665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.664665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.664833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.664951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.664951] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 already deleted. [ 720.665073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.152023] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.152023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 6ba54303-2d88-4a46-86ad-36f60dd3ae78 not found, creating... [ 721.152023] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.152023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.152684] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.152684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.152684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.152684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.153357] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.153700] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 6ba54303-2d88-4a46-86ad-36f60dd3ae78 is going to be created. [ 721.175509] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.176714] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.176714] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.177940] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.177940] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.177940] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.355255] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: SUCCESS [ 721.355501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.859771] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97266c3b-4e56-4516-8d65-4f938b47b73c in Status: SUCCESS [ 721.860131] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97266c3b-4e56-4516-8d65-4f938b47b73c deletion is rescheduled due to dependency. [ 721.860287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.910726] env[65152]: INFO networking_nsxv3.common.synchronization [req-299f0d2a-f14b-4f00-840c-37b9f7c96e93 req-49c55205-16b3-4608-a31c-9afaf5aab36f service nova] Enqueued Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_rules [ 721.910828] env[65152]: INFO networking_nsxv3.common.synchronization [req-299f0d2a-f14b-4f00-840c-37b9f7c96e93 req-49c55205-16b3-4608-a31c-9afaf5aab36f service nova] Enqueued Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_members [ 721.910909] env[65152]: INFO networking_nsxv3.common.synchronization [req-299f0d2a-f14b-4f00-840c-37b9f7c96e93 req-49c55205-16b3-4608-a31c-9afaf5aab36f service nova] Enqueued Resource ID: 6ba54303-2d88-4a46-86ad-36f60dd3ae78 with Priority: HIGHEST for action port [ 721.911247] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_rules [ 721.911314] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_members [ 721.911366] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba54303-2d88-4a46-86ad-36f60dd3ae78 with Priority: HIGHEST for action port [ 721.912143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.912359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.912541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.912652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.912817] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.913573] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.913701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.913756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.915147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.915147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.915147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.915147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.915147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.915147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.915147] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.915410] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ba54303-2d88-4a46-86ad-36f60dd3ae78 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.915410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.915491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.915614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.916768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba54303-2d88-4a46-86ad-36f60dd3ae78',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.394053] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 722.394053] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d deletion is rescheduled due to dependency. [ 722.394053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.417416] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.421798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.421798] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ba54303-2d88-4a46-86ad-36f60dd3ae78 with status ACTIVE [ 722.421798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.421798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.421798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.421798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.422598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.422598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.422598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.422598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.422598] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ba54303-2d88-4a46-86ad-36f60dd3ae78 is going to be updated. [ 722.443266] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.443473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.443553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.443755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.443914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.444123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ba54303-2d88-4a46-86ad-36f60dd3ae78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.582905] env[65152]: INFO networking_nsxv3.common.synchronization [None req-da4a5852-534f-4692-a363-b2cc5ebf738e None None] Enqueued Resource ID: 4bb1be0b-29ae-4865-a47f-7ef8f64f648b with Priority: HIGHEST for action port [ 722.583490] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb1be0b-29ae-4865-a47f-7ef8f64f648b with Priority: HIGHEST for action port [ 722.584290] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb1be0b-29ae-4865-a47f-7ef8f64f648b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.584428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb1be0b-29ae-4865-a47f-7ef8f64f648b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.584510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb1be0b-29ae-4865-a47f-7ef8f64f648b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.584802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb1be0b-29ae-4865-a47f-7ef8f64f648b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.584890] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb1be0b-29ae-4865-a47f-7ef8f64f648b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.926238] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.088105] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb1be0b-29ae-4865-a47f-7ef8f64f648b [ 723.088157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.088353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.088353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.088535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.088891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.088891] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb1be0b-29ae-4865-a47f-7ef8f64f648b already deleted. [ 723.088891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb1be0b-29ae-4865-a47f-7ef8f64f648b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.152724] env[65152]: INFO networking_nsxv3.common.synchronization [req-dd29b628-f533-431c-84c6-19fc6986e78a req-d8820e50-7058-4bee-9804-da7747b18fd8 tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 723.152724] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 723.152724] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.152724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.152724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.152724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.152724] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.152724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.152724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.153210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.153210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.153210] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.430512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.430809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.432719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.432719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.433084] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 is going to be created. [ 723.468058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.468058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.468058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.468058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.468058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.494717] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 in Status: UNINITIALIZED for 2s [ 723.657054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.657258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.657258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.657505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.657610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.657778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.657958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.657958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.658102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.658179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.658694] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 already deleted. [ 723.658694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.718067] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.718067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.718067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.718067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.718067] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.718067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.718067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.718067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.718067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.718067] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.718067] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.718600] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.718600] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.718600] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.718600] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.718759] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.740321] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.740503] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.740615] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.740797] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.741278] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-12c266f3-e7ee-4183-b687-d64cf92cf2ec taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.741488] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.741641] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.741972] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.742154] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c266f3-e7ee-4183-b687-d64cf92cf2ec',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.247131] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.247131] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.247131] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.247311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.247464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.247621] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 12c266f3-e7ee-4183-b687-d64cf92cf2ec not found, creating... [ 724.248090] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.248285] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.248402] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.249243] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.249423] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.249748] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.249946] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.250105] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.250346] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.250505] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.250671] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 12c266f3-e7ee-4183-b687-d64cf92cf2ec is going to be created. [ 724.276682] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.276909] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.277059] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.277356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.277602] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.277819] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.067100] env[65152]: INFO networking_nsxv3.common.synchronization [req-dd29b628-f533-431c-84c6-19fc6986e78a req-5c670d87-d212-411e-b058-d57f23d7f37c service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 725.067631] env[65152]: INFO networking_nsxv3.common.synchronization [req-dd29b628-f533-431c-84c6-19fc6986e78a req-5c670d87-d212-411e-b058-d57f23d7f37c service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 725.068812] env[65152]: INFO networking_nsxv3.common.synchronization [req-dd29b628-f533-431c-84c6-19fc6986e78a req-5c670d87-d212-411e-b058-d57f23d7f37c service nova] Enqueued Resource ID: 12c266f3-e7ee-4183-b687-d64cf92cf2ec with Priority: HIGHEST for action port [ 725.069663] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 725.070902] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 725.070902] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c266f3-e7ee-4183-b687-d64cf92cf2ec with Priority: HIGHEST for action port [ 725.072255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.072420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.072528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.076344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.076467] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.077714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.077838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.077933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.078576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.078576] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.078576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.079112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.079112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.079225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.080334] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.080714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c266f3-e7ee-4183-b687-d64cf92cf2ec taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.080853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.082094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.082094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.082094] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c266f3-e7ee-4183-b687-d64cf92cf2ec',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.507703] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 in Status: SUCCESS [ 725.507995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.508189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.508421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.508621] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.508746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.508810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.508962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.509067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.509190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.509284] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.585712] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.585712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.585712] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.585712] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c266f3-e7ee-4183-b687-d64cf92cf2ec with status ACTIVE [ 725.586186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.586186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.586186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.586186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.586678] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.586678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.586678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.586959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.586959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.587077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.587105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.587287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.587287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.587367] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c266f3-e7ee-4183-b687-d64cf92cf2ec is going to be updated. [ 725.610969] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.611207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.611295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.611515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.611701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.611869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c266f3-e7ee-4183-b687-d64cf92cf2ec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.621202] env[65152]: INFO networking_nsxv3.common.synchronization [req-3a9585e8-c12e-43eb-9d71-98a59b1f0400 req-df419fc2-f0b9-4fc3-b730-1b73cc34d265 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 725.621761] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 725.624909] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.625331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.625331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.625331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.625541] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.625643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.625705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.626317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.626317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.626317] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.012509] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.089693] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.126546] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.126957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.126957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.127214] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.127670] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.127670] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.127670] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.127832] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.128187] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.128187] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.128261] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.128900] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.128900] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.128900] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.128900] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.128900] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.130174] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.130274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.130340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.130487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.130560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.130786] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.130879] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.131561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.131561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.131561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.131561] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 726.153091] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.153249] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.153407] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.153683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.154163] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.154684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.154684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.154802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.154954] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6094f8d9-b66c-41f7-aac3-ff3f19ae2998',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.167511] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.167695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.167738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.167978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.168216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.178187] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 726.215768] env[65152]: INFO networking_nsxv3.common.synchronization [None req-e3e56c34-c84c-4b9c-8353-e9d29addac31 None None] Enqueued Resource ID: 2b068420-5ea2-41e8-b460-be364dae332b with Priority: HIGHEST for action port [ 726.216330] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b068420-5ea2-41e8-b460-be364dae332b with Priority: HIGHEST for action port [ 726.216625] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b068420-5ea2-41e8-b460-be364dae332b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.216750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b068420-5ea2-41e8-b460-be364dae332b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.216817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b068420-5ea2-41e8-b460-be364dae332b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.218451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b068420-5ea2-41e8-b460-be364dae332b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.218556] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b068420-5ea2-41e8-b460-be364dae332b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.517479] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0a8d646-3a80-4f30-9e2a-519ea80ede86: rpc.has_security_group_logging(os_id): False [ 726.538715] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.538715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.538715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.538915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.539014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.539265] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.539368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.539431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.539596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.539670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.539760] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 is going to be created. [ 726.593844] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.594020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.594100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.594320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.594418] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.594493] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be created. [ 726.606498] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.606670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.606728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.606928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.607154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.623707] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 in Status: IN_PROGRESS for 2s [ 726.648592] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.648794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.648841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.649052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.649252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.658508] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.659179] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.659179] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.659179] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.659324] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.659474] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 6094f8d9-b66c-41f7-aac3-ff3f19ae2998 not found, creating... [ 726.659797] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660574] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660574] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.660574] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.660574] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.660802] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.661305] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.661475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.661622] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 6094f8d9-b66c-41f7-aac3-ff3f19ae2998 is going to be created. [ 726.663800] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: UNINITIALIZED for 2s [ 726.687028] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.687028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.687028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.687372] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.687477] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.687708] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.721141] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b068420-5ea2-41e8-b460-be364dae332b [ 726.721398] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.721582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.721633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.721846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.721959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.722199] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b068420-5ea2-41e8-b460-be364dae332b already deleted. [ 726.722410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b068420-5ea2-41e8-b460-be364dae332b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.437162] env[65152]: INFO networking_nsxv3.common.synchronization [req-3a9585e8-c12e-43eb-9d71-98a59b1f0400 req-5e0f462b-df7c-4d8d-89a0-f3ea419fc6c6 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 727.437406] env[65152]: INFO networking_nsxv3.common.synchronization [req-3a9585e8-c12e-43eb-9d71-98a59b1f0400 req-5e0f462b-df7c-4d8d-89a0-f3ea419fc6c6 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 727.437491] env[65152]: INFO networking_nsxv3.common.synchronization [req-3a9585e8-c12e-43eb-9d71-98a59b1f0400 req-5e0f462b-df7c-4d8d-89a0-f3ea419fc6c6 service nova] Enqueued Resource ID: 6094f8d9-b66c-41f7-aac3-ff3f19ae2998 with Priority: HIGHEST for action port [ 727.438163] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 727.438340] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 727.438457] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6094f8d9-b66c-41f7-aac3-ff3f19ae2998 with Priority: HIGHEST for action port [ 727.438751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.438885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.438937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.439496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.439584] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.441138] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.441246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.441546] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.441653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.441688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.441956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.442063] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6094f8d9-b66c-41f7-aac3-ff3f19ae2998',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.944704] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.944854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.945234] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6094f8d9-b66c-41f7-aac3-ff3f19ae2998 with status ACTIVE [ 727.945289] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.945436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.945466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.946327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.946327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.946327] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.946327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.946327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.946327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.946680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.946680] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.946680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.946783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.946968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.946968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.947119] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6094f8d9-b66c-41f7-aac3-ff3f19ae2998 is going to be updated. [ 728.128748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.128748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.128748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.128748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.128748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.128748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6094f8d9-b66c-41f7-aac3-ff3f19ae2998" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.188713] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 728.188977] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 728.189115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.189661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.190110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.190110] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.190242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.190242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.190403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.190614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.190614] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.642038] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 in Status: SUCCESS [ 728.642423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.674350] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 728.674552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.675255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.675255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.675255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.675255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.675779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.675779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.675779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.675779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.675779] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.693416] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.009225] env[65152]: INFO networking_nsxv3.common.synchronization [None req-511a834a-1cbc-4df3-8c3e-c59ebf17dee8 None None] Enqueued Resource ID: 24dc8b4a-6452-4aa0-8e7d-5391e091afe9 with Priority: HIGHEST for action port [ 729.009791] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc8b4a-6452-4aa0-8e7d-5391e091afe9 with Priority: HIGHEST for action port [ 729.010105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-24dc8b4a-6452-4aa0-8e7d-5391e091afe9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.010289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24dc8b4a-6452-4aa0-8e7d-5391e091afe9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.010289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24dc8b4a-6452-4aa0-8e7d-5391e091afe9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.010560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24dc8b4a-6452-4aa0-8e7d-5391e091afe9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.010644] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dc8b4a-6452-4aa0-8e7d-5391e091afe9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.179215] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.196858] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.514420] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24dc8b4a-6452-4aa0-8e7d-5391e091afe9 [ 729.514680] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.514816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.514876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.515217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.515217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.515348] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24dc8b4a-6452-4aa0-8e7d-5391e091afe9 already deleted. [ 729.515380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24dc8b4a-6452-4aa0-8e7d-5391e091afe9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.600825] env[65152]: INFO networking_nsxv3.common.synchronization [req-8fe8d183-6bb8-4a99-ab1a-ad5ca25a6a52 req-507fd8ed-9614-4966-b0a4-7011c0db6d38 tempest-ImagesNegativeTestJSON-972367607 tempest-ImagesNegativeTestJSON-972367607-project-member] Enqueued Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_members [ 729.601408] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_members [ 729.601752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.601874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.601962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.602290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.602584] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.602584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.602727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.602767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.602830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.602921] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.688851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3f786-24a4-4387-af0d-32012c452463: rpc.has_security_group_logging(os_id): False [ 729.700674] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.700674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.700674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.700674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.700674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.700999] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 729.710608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.711486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.711486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.718028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.718028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.718028] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.718028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.718028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.718028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.718028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.718028] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be created. [ 729.753206] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.753449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.753539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.753861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.754272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.768559] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 729.805027] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.805027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.805027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.805027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.805027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.840752] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 730.104920] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.105121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.105214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.105345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.105507] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.105605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.105658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.105804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.105897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.105961] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6201f4e9-0079-405c-937a-c370da7c717b already deleted. [ 730.106074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.117311] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.117578] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-834" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118127] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-834" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.118237] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-834" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.118554] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118765] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118929] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.119249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.119422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.119716] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.119875] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.120036] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.121392] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.121392] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.121392] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.121822] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.154268] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.154544] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.154635] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.154976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-834" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.155175] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.155421] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.155560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.155888] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.156032] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375c3db3-a86f-43f5-be5b-ab72aca5c0fb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.658521] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.658775] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.659916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.659916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.659916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.659916] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 375c3db3-a86f-43f5-be5b-ab72aca5c0fb not found, creating... [ 730.660201] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.660422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.660575] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.660880] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.661818] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.663464] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.663464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.663464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.663464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.663464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.663464] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 375c3db3-a86f-43f5-be5b-ab72aca5c0fb is going to be created. [ 730.689353] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.691534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.691534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.691534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.691534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.691534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.034165] env[65152]: INFO networking_nsxv3.common.synchronization [None req-a9391c0e-f470-4f44-a84d-d54c7657d182 None None] Enqueued Resource ID: 919e1fa5-6b93-42e2-a0c9-7d44f016abf1 with Priority: HIGHEST for action port [ 731.034864] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919e1fa5-6b93-42e2-a0c9-7d44f016abf1 with Priority: HIGHEST for action port [ 731.035329] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-919e1fa5-6b93-42e2-a0c9-7d44f016abf1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.035533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-919e1fa5-6b93-42e2-a0c9-7d44f016abf1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.035668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-919e1fa5-6b93-42e2-a0c9-7d44f016abf1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.036021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-919e1fa5-6b93-42e2-a0c9-7d44f016abf1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.036452] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919e1fa5-6b93-42e2-a0c9-7d44f016abf1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.418568] env[65152]: INFO networking_nsxv3.common.synchronization [req-8fe8d183-6bb8-4a99-ab1a-ad5ca25a6a52 req-fa2c9c29-39a1-407a-9bf9-17f589d51862 service nova] Enqueued Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_rules [ 731.418758] env[65152]: INFO networking_nsxv3.common.synchronization [req-8fe8d183-6bb8-4a99-ab1a-ad5ca25a6a52 req-fa2c9c29-39a1-407a-9bf9-17f589d51862 service nova] Enqueued Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_members [ 731.418892] env[65152]: INFO networking_nsxv3.common.synchronization [req-8fe8d183-6bb8-4a99-ab1a-ad5ca25a6a52 req-fa2c9c29-39a1-407a-9bf9-17f589d51862 service nova] Enqueued Resource ID: 375c3db3-a86f-43f5-be5b-ab72aca5c0fb with Priority: HIGHEST for action port [ 731.419448] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_rules [ 731.419595] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_members [ 731.419721] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c3db3-a86f-43f5-be5b-ab72aca5c0fb with Priority: HIGHEST for action port [ 731.420014] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.421256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.421256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.421611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.421749] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.423087] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.423542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.423665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.423875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.424392] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.424392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.424392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.424549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.424812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.424918] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.429089] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.429089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.429089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.429089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.429089] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375c3db3-a86f-43f5-be5b-ab72aca5c0fb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.539168] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 919e1fa5-6b93-42e2-a0c9-7d44f016abf1 [ 731.539476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.539699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.539896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.540179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.540304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.540453] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:919e1fa5-6b93-42e2-a0c9-7d44f016abf1 already deleted. [ 731.540559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-919e1fa5-6b93-42e2-a0c9-7d44f016abf1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.780234] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 731.780555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.780555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.780734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.780941] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.781058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.781128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.781276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.781359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.781443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.781536] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.857585] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 731.858765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.931530] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.931530] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.931530] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 375c3db3-a86f-43f5-be5b-ab72aca5c0fb with status ACTIVE [ 731.931530] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.931530] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.931530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.934818] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.934818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.934818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.934818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.934818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.934818] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 375c3db3-a86f-43f5-be5b-ab72aca5c0fb is going to be updated. [ 731.958050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.958050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.958050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.958050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.958050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.958050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-375c3db3-a86f-43f5-be5b-ab72aca5c0fb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.288082] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.288082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.288082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.288082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.288082] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.288082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.288082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.288082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.288615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.288615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.288615] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.288615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.288725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.288933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.289200] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.289556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.289556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.289556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.289732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.289838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.289982] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.437259] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.792795] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a253a56-156d-442a-968a-fbdf939fa432: rpc.has_security_group_logging(os_id): False [ 732.816085] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.816609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.816705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.816901] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.817073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.817252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.817373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.817613] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.817714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.817776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.817938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.818163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.818385] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.818518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.818607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.818774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.818960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.819088] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 732.904342] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.904500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.904574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.905290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.905290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.928218] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 732.938894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.939143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.939224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.939672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.939672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.939672] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6201f4e9-0079-405c-937a-c370da7c717b is going to be created. [ 732.966859] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.967370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.967447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.967668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.967842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.971636] env[65152]: INFO networking_nsxv3.common.synchronization [req-faf9cda3-1470-4092-9643-22ff6c0c874a req-fb604904-18d0-448a-ad25-0a14af91b597 tempest-VolumesAssistedSnapshotsTest-1097640165 tempest-VolumesAssistedSnapshotsTest-1097640165-project-member] Enqueued Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_members [ 732.972252] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGHEST for action security_group_members [ 732.972585] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.972815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.972890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.973111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.973269] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.973362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.973425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.973561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.973661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.973797] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.995984] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6201f4e9-0079-405c-937a-c370da7c717b in Status: UNINITIALIZED for 2s [ 733.478220] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.478532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.478604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.478958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.479146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.479481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.479652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.479750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.480032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.480161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.480313] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c is going to be updated. [ 733.525025] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.525025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.525025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.525025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.525025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.535282] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c in Status: IN_PROGRESS for 2s [ 733.567230] env[65152]: INFO networking_nsxv3.common.synchronization [req-80e4f73c-01f8-433f-bf20-042ce4fb9e17 req-0fb32116-05cc-4f9e-aa45-72bca6a3017d tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 733.568049] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 733.569509] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.569509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.569509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.569509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.569509] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.569509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.569509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.569509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.569868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.569868] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.633522] env[65152]: INFO networking_nsxv3.common.synchronization [req-abd02941-18f7-4d87-b7c5-22441f6c42eb req-f4452a14-32b5-432f-9b6c-10a6b8dc37d8 tempest-ServerGroupTestJSON-909821134 tempest-ServerGroupTestJSON-909821134-project-member] Enqueued Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_members [ 733.635350] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_members [ 733.637096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.637315] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.637638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.637766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.637973] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.638356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.638356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.638356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.638727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.638727] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.072358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.072753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.072753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.072822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.072872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.073081] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.073189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.073254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.073407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.073485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.073573] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be updated. [ 734.114028] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.114196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.114258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.114457] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.114639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.127830] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 734.129912] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.130117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-829" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.130237] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-829" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.130882] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-829" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.130882] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.131048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.131134] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.131436] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.131717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.131878] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.132030] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.132716] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.132716] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.132716] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.132716] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.132852] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.142830] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.143021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.143062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.143277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.143364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.143558] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.143698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.143750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.143946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.144087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.144203] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f already deleted. [ 734.144292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.178256] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.178420] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.178720] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.178875] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-829" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.179079] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-c83e18e7-2156-43c5-ad6a-991fb7a44057 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.180209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.180209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.180209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.180209] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83e18e7-2156-43c5-ad6a-991fb7a44057',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.684212] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.684212] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port c83e18e7-2156-43c5-ad6a-991fb7a44057 not found, creating... [ 734.684212] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.684212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.685091] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.685091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.685091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.685091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.686110] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.686299] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: c83e18e7-2156-43c5-ad6a-991fb7a44057 is going to be created. [ 734.715787] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.716058] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.716238] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.716607] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.716894] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.717308] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.946336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 734.946542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.007791] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6201f4e9-0079-405c-937a-c370da7c717b in Status: SUCCESS [ 735.007791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.007949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.008992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.008992] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.008992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.008992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.008992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.008992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.008992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.009315] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.404276] env[65152]: INFO networking_nsxv3.common.synchronization [req-abd02941-18f7-4d87-b7c5-22441f6c42eb req-930d90e7-1d72-4abd-82f1-e22e61bd3af2 service nova] Enqueued Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_rules [ 735.404578] env[65152]: INFO networking_nsxv3.common.synchronization [req-abd02941-18f7-4d87-b7c5-22441f6c42eb req-930d90e7-1d72-4abd-82f1-e22e61bd3af2 service nova] Enqueued Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_members [ 735.404652] env[65152]: INFO networking_nsxv3.common.synchronization [req-abd02941-18f7-4d87-b7c5-22441f6c42eb req-930d90e7-1d72-4abd-82f1-e22e61bd3af2 service nova] Enqueued Resource ID: c83e18e7-2156-43c5-ad6a-991fb7a44057 with Priority: HIGHEST for action port [ 735.405269] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_rules [ 735.408680] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_members [ 735.408680] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83e18e7-2156-43c5-ad6a-991fb7a44057 with Priority: HIGHEST for action port [ 735.408680] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.408680] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.408680] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.408680] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.408680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.408680] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.409539] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83e18e7-2156-43c5-ad6a-991fb7a44057 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.409539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.409539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.409539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.409675] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83e18e7-2156-43c5-ad6a-991fb7a44057',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.511854] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.512017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.512181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.512553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.512743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.512857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.512924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.513101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.513190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.513280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.513426] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.513523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.513645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.513790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.513937] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.514042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.514127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.514335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.514434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.514524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.514642] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.548932] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c in Status: SUCCESS [ 735.549417] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c deletion is rescheduled due to dependency. [ 735.549417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.716206] env[65152]: INFO networking_nsxv3.common.synchronization [req-d00eb01b-23d4-4df3-a8ad-030f35de7f69 req-b1192962-d973-431c-a74e-bcfaebaefb4a tempest-ServerTagsTestJSON-2119832188 tempest-ServerTagsTestJSON-2119832188-project-member] Enqueued Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_members [ 735.717157] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_members [ 735.717157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.717157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.717383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.717523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.717630] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.717748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.717794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.717935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.718464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.718607] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.911340] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.911537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.911887] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.914462] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c83e18e7-2156-43c5-ad6a-991fb7a44057 with status ACTIVE [ 735.914684] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.914840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.914918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.915170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.915238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.915422] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.915519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.915581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.915751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.915831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.916067] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.916165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.916216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.916371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.916687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.916687] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c83e18e7-2156-43c5-ad6a-991fb7a44057 is going to be updated. [ 735.946770] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.946851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.946892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.947176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.947322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.947484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83e18e7-2156-43c5-ad6a-991fb7a44057" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.017267] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6201f4e9-0079-405c-937a-c370da7c717b: rpc.has_security_group_logging(os_id): False [ 736.052756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.052756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.052756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.052756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.052756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.052756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.053046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.053046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.053102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.053190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.053401] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.053500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.053563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.053792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.053870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.054262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.054403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.054499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.054760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.054870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.054954] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6201f4e9-0079-405c-937a-c370da7c717b is going to be created. [ 736.105298] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.105298] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-666" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.105298] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-666" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.105674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-666" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.106013] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.106217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.106334] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.106564] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.106707] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.106913] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.107024] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.107126] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.107228] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.107330] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.107442] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.107554] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.151537] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 736.151815] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 deletion is rescheduled due to dependency. [ 736.152018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.154029] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.154203] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.154787] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.154787] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-666" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.154945] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-bd44c239-5c51-4ed6-a9dd-7621db750ff5 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.155158] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.155297] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.155654] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.157100] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd44c239-5c51-4ed6-a9dd-7621db750ff5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.161467] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.161467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.161467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.162291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.162291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.175739] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6201f4e9-0079-405c-937a-c370da7c717b in Status: IN_PROGRESS for 2s [ 736.222445] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.222607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.222682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.222913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.223013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.223216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.223318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.223381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.223533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.223610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.223761] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f already deleted. [ 736.223846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.415611] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.659508] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.659870] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.660083] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.660491] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.660781] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.660873] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port bd44c239-5c51-4ed6-a9dd-7621db750ff5 not found, creating... [ 736.661157] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.661327] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.662485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.662485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.662485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.662485] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.662485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.662730] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.662730] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.662887] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.662984] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: bd44c239-5c51-4ed6-a9dd-7621db750ff5 is going to be created. [ 736.686659] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.686939] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.688512] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.688899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.689214] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.689464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.918941] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.919191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.919246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.919481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.919587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.919676] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f is going to be created. [ 736.949065] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.949065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.949335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.949453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.949756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.964724] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f in Status: UNINITIALIZED for 2s [ 737.887969] env[65152]: INFO networking_nsxv3.common.synchronization [req-d00eb01b-23d4-4df3-a8ad-030f35de7f69 req-95bb42b1-b9ba-4ea0-b7f8-26bdaecda5b0 service nova] Enqueued Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_rules [ 737.888295] env[65152]: INFO networking_nsxv3.common.synchronization [req-d00eb01b-23d4-4df3-a8ad-030f35de7f69 req-95bb42b1-b9ba-4ea0-b7f8-26bdaecda5b0 service nova] Enqueued Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_members [ 737.888384] env[65152]: INFO networking_nsxv3.common.synchronization [req-d00eb01b-23d4-4df3-a8ad-030f35de7f69 req-95bb42b1-b9ba-4ea0-b7f8-26bdaecda5b0 service nova] Enqueued Resource ID: bd44c239-5c51-4ed6-a9dd-7621db750ff5 with Priority: HIGHEST for action port [ 737.890060] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_rules [ 737.890280] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_members [ 737.890437] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd44c239-5c51-4ed6-a9dd-7621db750ff5 with Priority: HIGHEST for action port [ 737.890808] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.890996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.891076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.891427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.891545] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.894785] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.894953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.895528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.895815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.896051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.896207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.896288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.896670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.896670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.896786] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.897836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd44c239-5c51-4ed6-a9dd-7621db750ff5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.898301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.898301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.898301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.898442] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd44c239-5c51-4ed6-a9dd-7621db750ff5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.191112] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6201f4e9-0079-405c-937a-c370da7c717b in Status: SUCCESS [ 738.191112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.405021] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd44c239-5c51-4ed6-a9dd-7621db750ff5 with status ACTIVE [ 738.405021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.405021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.405021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.405021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.405021] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd44c239-5c51-4ed6-a9dd-7621db750ff5 is going to be updated. [ 738.407191] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.408566] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.408907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.435021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.435021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.435021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.435021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.435021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.435318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd44c239-5c51-4ed6-a9dd-7621db750ff5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.910374] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.976305] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f in Status: SUCCESS [ 738.976579] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.976831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.978044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.978044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.978044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.978044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.978723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.978840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.978957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.979078] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.413071] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.414353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.414454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.414658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.414834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.414948] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f is going to be created. [ 739.446711] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.447048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.447117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.447420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.447847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.461133] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f in Status: UNINITIALIZED for 2s [ 739.482752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.483429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.483633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.483993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.484263] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.484738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.485224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.485573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.485755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.486257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.486483] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.486560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.486627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.486807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.487373] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.487561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.487686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.487992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.488328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.488458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.488598] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.672801] env[65152]: INFO networking_nsxv3.common.synchronization [req-834030e1-3538-492a-a639-02f44a61cd9d req-ec20f515-5151-4ac6-b0db-c9e4052c9a7c tempest-InstanceActionsTestJSON-2064442424 tempest-InstanceActionsTestJSON-2064442424-project-member] Enqueued Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_members [ 739.673354] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGHEST for action security_group_members [ 739.675480] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.675480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.675480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.675480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.675480] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.675480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.675480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.675480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.675480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.675480] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.991485] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2aa49f-d05d-4b89-a084-f5f1937c513f: rpc.has_security_group_logging(os_id): False [ 740.015126] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.015126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.015126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.015126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.015495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.015529] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.015625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.015738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.015902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.016024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.016299] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.016417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.016477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.016636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.016712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.016899] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.016991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.020333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.020333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.020333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.020333] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f is going to be created. [ 740.097129] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.097325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.098014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.098014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.098014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.114225] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f in Status: IN_PROGRESS for 2s [ 740.177107] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.177307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.177384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.177627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.177729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.177954] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.178075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.178141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.178306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.178390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.178480] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a is going to be updated. [ 740.240964] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.240964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.240964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.240964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.240964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.253164] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a in Status: IN_PROGRESS for 2s [ 741.474158] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f in Status: SUCCESS [ 741.474158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.474158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.474501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.474501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.474501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.474610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.474785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.474862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.474978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.475089] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.981033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.981033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.981033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.982462] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.985233] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.985233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.985233] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.132066] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f in Status: SUCCESS [ 742.133052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.272553] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a in Status: IN_PROGRESS for 4s [ 742.488315] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0bf2fef-5471-4dc2-8d95-b80d183fa34f: rpc.has_security_group_logging(os_id): False [ 742.509947] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.510150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.510267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.510433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.510521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.510740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.510838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.511131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.511131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.511131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.511331] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.511415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.511475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.511614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.511724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.512319] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.512319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.512319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.512319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.512319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.512659] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f is going to be created. [ 742.616644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.616887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.617602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.617602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.617602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.632978] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f in Status: IN_PROGRESS for 2s [ 742.736977] env[65152]: INFO networking_nsxv3.common.synchronization [req-dbd66f62-350d-4920-bf37-b78c59243301 req-175c1b6d-3860-45b7-97ab-fef265184c9f tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 742.738113] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 742.738399] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.738528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.738658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.738967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.739116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.739231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.739468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.739546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.739599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.740275] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.199250] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.199457] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-64" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.199564] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-64" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.199922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-64" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.200248] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.200582] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.200792] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.201020] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.201178] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.201383] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.201492] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.201604] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.201739] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.201859] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.201961] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.202115] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.224773] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.224993] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.225227] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.225468] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-64" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.225918] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-397353b8-8038-4dfb-a272-8804f7f61883 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.226116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.226241] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.226580] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.226719] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397353b8-8038-4dfb-a272-8804f7f61883',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.244682] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.244931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.245085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.245334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.245474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.245698] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.245865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.245976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.246329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.246480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.246628] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 already deleted. [ 743.246773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.730731] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.731173] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.732675] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.733593] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.733988] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.734159] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 397353b8-8038-4dfb-a272-8804f7f61883 not found, creating... [ 743.734806] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.734806] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.735962] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.736514] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.742032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.742032] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.742032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.742032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.742032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.742032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.742032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 397353b8-8038-4dfb-a272-8804f7f61883 is going to be created. [ 743.770172] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.770481] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.770624] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.770960] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.771262] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.771522] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.285768] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a in Status: SUCCESS [ 744.286964] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a deletion is rescheduled due to dependency. [ 744.286964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.525357] env[65152]: INFO networking_nsxv3.common.synchronization [req-dbd66f62-350d-4920-bf37-b78c59243301 req-7c07a6f9-7ddb-4b6c-8138-a15f7b3afc93 service nova] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_rules [ 744.525543] env[65152]: INFO networking_nsxv3.common.synchronization [req-dbd66f62-350d-4920-bf37-b78c59243301 req-7c07a6f9-7ddb-4b6c-8138-a15f7b3afc93 service nova] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 744.525703] env[65152]: INFO networking_nsxv3.common.synchronization [req-dbd66f62-350d-4920-bf37-b78c59243301 req-7c07a6f9-7ddb-4b6c-8138-a15f7b3afc93 service nova] Enqueued Resource ID: 397353b8-8038-4dfb-a272-8804f7f61883 with Priority: HIGHEST for action port [ 744.526253] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_rules [ 744.526436] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 744.526532] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397353b8-8038-4dfb-a272-8804f7f61883 with Priority: HIGHEST for action port [ 744.526778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.526933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.527018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.527507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.527507] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.528717] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.528861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.528937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.529176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.529342] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.529633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.529717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.529849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.529938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.530072] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.531388] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-397353b8-8038-4dfb-a272-8804f7f61883 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.531497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.531566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.531843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.531991] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397353b8-8038-4dfb-a272-8804f7f61883',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.657716] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f in Status: SUCCESS [ 744.657999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.980783] env[65152]: INFO networking_nsxv3.common.synchronization [req-a80cca6d-8761-4d43-918c-c48df56e8553 req-ddf6967a-be3a-4fb2-b3aa-396a4a959f61 tempest-ServersAdminNegativeTestJSON-1182959878 tempest-ServersAdminNegativeTestJSON-1182959878-project-member] Enqueued Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 744.981829] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929027cc-a73c-4e92-9c46-473725805397 with Priority: HIGHEST for action security_group_members [ 744.982325] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-929027cc-a73c-4e92-9c46-473725805397 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.982468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.982532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.982742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.982894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.982988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.983063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.983217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.983301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.983401] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929027cc-a73c-4e92-9c46-473725805397',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.034210] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.035284] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.035434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.035801] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 397353b8-8038-4dfb-a272-8804f7f61883 with status ACTIVE [ 745.036019] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.036128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.036192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.036411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.036829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.037036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.037139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.037200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.037377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.037617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.037804] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.038337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.038337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.038337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.038337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.038516] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 397353b8-8038-4dfb-a272-8804f7f61883 is going to be updated. [ 745.064636] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.064816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.064816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.065074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.065316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.065430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.266137] env[65152]: INFO networking_nsxv3.common.synchronization [req-09a23f0f-5aec-4dd2-a923-4cd3d214fb32 req-eff65de2-6784-4a7a-b40e-d27c41ad7381 tempest-ImagesNegativeTestJSON-972367607 tempest-ImagesNegativeTestJSON-972367607-project-member] Enqueued Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_members [ 745.266527] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGHEST for action security_group_members [ 745.267099] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.267353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.267353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.270517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.270517] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.270517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.270517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.270517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.270517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.270517] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.485512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.485657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.485657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.485946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.486031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.486202] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.486299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.486367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.486516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.486596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.486678] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929027cc-a73c-4e92-9c46-473725805397 is going to be updated. [ 745.519180] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.519375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.519424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.519969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.519969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.534561] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: IN_PROGRESS for 2s [ 745.537432] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.771603] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.771603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.771603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.771603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.771603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.771603] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.771603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.771603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.771911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.771995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.772057] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6201f4e9-0079-405c-937a-c370da7c717b is going to be updated. [ 745.808118] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.808285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.808360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.808582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.808734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.819720] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6201f4e9-0079-405c-937a-c370da7c717b in Status: IN_PROGRESS for 2s [ 746.039512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.039994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.039994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.040155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.040294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.040436] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be created. [ 746.068690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.069017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.069123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.069416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.069673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.081485] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: UNINITIALIZED for 2s [ 747.550466] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929027cc-a73c-4e92-9c46-473725805397 in Status: SUCCESS [ 747.550833] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929027cc-a73c-4e92-9c46-473725805397 deletion is rescheduled due to dependency. [ 747.550965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929027cc-a73c-4e92-9c46-473725805397" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.830216] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6201f4e9-0079-405c-937a-c370da7c717b in Status: SUCCESS [ 747.830475] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6201f4e9-0079-405c-937a-c370da7c717b deletion is rescheduled due to dependency. [ 747.830533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.092631] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 748.092913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.093281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.093668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.096408] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.096408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.096408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.096408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.097211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.098433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.098433] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.323583] env[65152]: INFO networking_nsxv3.common.synchronization [None req-64b5731d-c07a-4eed-9e8c-51a7eb33d397 None None] Enqueued Resource ID: 13d0f14c-fc8a-4d27-8535-b7e48483fe22 with Priority: HIGHEST for action port [ 748.324023] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d0f14c-fc8a-4d27-8535-b7e48483fe22 with Priority: HIGHEST for action port [ 748.325195] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d0f14c-fc8a-4d27-8535-b7e48483fe22 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.325322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d0f14c-fc8a-4d27-8535-b7e48483fe22" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.325390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d0f14c-fc8a-4d27-8535-b7e48483fe22" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.325711] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d0f14c-fc8a-4d27-8535-b7e48483fe22" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.325805] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d0f14c-fc8a-4d27-8535-b7e48483fe22',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.603038] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.603038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.603038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.603430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.603430] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.603430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.603570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.603601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.604541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.604541] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.604541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.604541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.604541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604541] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.604541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.604541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.604923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.604923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.605015] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.831052] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d0f14c-fc8a-4d27-8535-b7e48483fe22 [ 748.831329] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.831503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.831611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.832203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.832203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.832364] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d0f14c-fc8a-4d27-8535-b7e48483fe22 already deleted. [ 748.832364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d0f14c-fc8a-4d27-8535-b7e48483fe22" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.108147] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61: rpc.has_security_group_logging(os_id): False [ 749.128828] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.128974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.129050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.129351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.129799] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.129799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.129799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.130086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.130357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.130468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.130786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.131067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.131067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.132386] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.132793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.133122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.133614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.135026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.135026] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be created. [ 749.208731] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.208943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.208943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.209712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.209712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.223077] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 750.024463] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7db12820-3454-4d79-964f-3981c9a77834 None None] Enqueued Resource ID: 6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48 with Priority: HIGHEST for action port [ 750.025786] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48 with Priority: HIGHEST for action port [ 750.025786] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.025786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.025786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026163] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.528708] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48 [ 750.528973] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.529122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.529191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.529420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.529517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.529614] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48 already deleted. [ 750.529691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dfcdd9e-b8ba-4e06-80c9-3ef6be37cd48" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.667045] env[65152]: INFO networking_nsxv3.common.synchronization [None req-29a556dc-39ca-4eff-9a96-4dd916ea9891 tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 750.667352] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 750.671236] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.671392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.671521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.671750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.671838] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.822404] env[65152]: INFO networking_nsxv3.common.synchronization [None req-c8f2c741-6c60-48bb-8af8-bdf41663992e tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 750.823121] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 750.823520] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.823655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.215660] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.215660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.215660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.215660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.215660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.216434] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be already deleted. [ 751.216434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.216434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.216576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.216604] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.245116] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 751.245810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.619877] env[65152]: INFO networking_nsxv3.common.synchronization [req-057bab6f-b9f4-4266-8c3c-a6679a1dffaa req-19fb739a-0024-4d76-a2b5-f80184258672 tempest-ServerRescueTestJSON-1652906452 tempest-ServerRescueTestJSON-1652906452-project-member] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 751.620438] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGHEST for action security_group_members [ 751.620750] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.620878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.620950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.623052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.623388] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.623388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.623505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.623592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.623680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.623836] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.741029] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.741249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.741352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.741511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.741600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.741696] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be already deleted. [ 751.742211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.762079] env[65152]: INFO networking_nsxv3.common.synchronization [None req-8f31502c-a741-4182-86dc-bf3807a3b2fd None None] Enqueued Resource ID: 6bf1020a-cee3-43e9-864d-f5c3e421c0da with Priority: HIGHEST for action port [ 751.762079] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf1020a-cee3-43e9-864d-f5c3e421c0da with Priority: HIGHEST for action port [ 751.763475] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bf1020a-cee3-43e9-864d-f5c3e421c0da taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.764019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bf1020a-cee3-43e9-864d-f5c3e421c0da" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.764212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bf1020a-cee3-43e9-864d-f5c3e421c0da" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.764549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bf1020a-cee3-43e9-864d-f5c3e421c0da" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.764737] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf1020a-cee3-43e9-864d-f5c3e421c0da',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.838523] env[65152]: INFO networking_nsxv3.common.synchronization [req-585e8f3a-241f-4626-ab34-d0b0e089ac8a req-30996933-585f-4810-a099-9f22f2b22b01 tempest-ServerGroupTestJSON-909821134 tempest-ServerGroupTestJSON-909821134-project-member] Enqueued Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_members [ 751.840330] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGHEST for action security_group_members [ 751.840330] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.840330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.840330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.840516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.841072] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.841072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.841072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.841072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.841278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.841362] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.127462] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.127738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.127851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.129615] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.129615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.129615] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be updated. [ 752.164137] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.164330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.164403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.164680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.164874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.176175] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: IN_PROGRESS for 2s [ 752.270218] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bf1020a-cee3-43e9-864d-f5c3e421c0da [ 752.270513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.270584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.270654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.270909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.271010] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.271155] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bf1020a-cee3-43e9-864d-f5c3e421c0da already deleted. [ 752.271201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bf1020a-cee3-43e9-864d-f5c3e421c0da" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.348557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.348557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.348557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.348557] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f is going to be updated. [ 752.405203] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.405203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.405203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.405203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.405203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.414732] env[65152]: INFO networking_nsxv3.common.synchronization [None req-e89c0a5e-efe2-453d-8252-452f2b60db42 None None] Enqueued Resource ID: 86087470-35e8-402b-a482-46a45b23a94c with Priority: HIGHEST for action port [ 752.415634] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f in Status: IN_PROGRESS for 2s [ 752.416858] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86087470-35e8-402b-a482-46a45b23a94c with Priority: HIGHEST for action port [ 752.417315] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-86087470-35e8-402b-a482-46a45b23a94c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.417444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86087470-35e8-402b-a482-46a45b23a94c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.417508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86087470-35e8-402b-a482-46a45b23a94c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.417777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86087470-35e8-402b-a482-46a45b23a94c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.417860] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86087470-35e8-402b-a482-46a45b23a94c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.850783] env[65152]: INFO networking_nsxv3.common.synchronization [req-0c86b0e6-7c2b-4e35-8a51-44c7ff8ed188 req-b6070614-1b87-4382-b0d2-08dfcda04e82 tempest-ServersWithSpecificFlavorTestJSON-662854701 tempest-ServersWithSpecificFlavorTestJSON-662854701-project-member] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 752.850783] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 752.850783] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.850783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.850783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.853386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.853386] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.853386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.853386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.853386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.853386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.853386] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.920318] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86087470-35e8-402b-a482-46a45b23a94c [ 752.920919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.923067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.923067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.923382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.923382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.923479] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86087470-35e8-402b-a482-46a45b23a94c already deleted. [ 752.923551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86087470-35e8-402b-a482-46a45b23a94c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.356752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356752] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be updated. [ 753.386959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.386959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.386959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.386959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.386959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398358] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: IN_PROGRESS for 2s [ 753.753979] env[65152]: INFO networking_nsxv3.common.synchronization [req-4b215767-69ef-44b0-9171-9910c0cb94bb req-b6158bcf-6d9e-4976-811d-2101e48bddda tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 753.754551] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 753.754879] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.755016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.759293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.759455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.759630] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.759744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.759809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.759953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.760052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.760146] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.187670] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd in Status: SUCCESS [ 754.187864] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd deletion is rescheduled due to dependency. [ 754.189593] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.263255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.264735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.264735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.265388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.265388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.269018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.269018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.269018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.269018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.269018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.269018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 754.337236] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.337236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.337236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.337236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.337236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.351478] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 754.428436] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f in Status: SUCCESS [ 754.428764] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f deletion is rescheduled due to dependency. [ 754.428903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.470766] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b47af460-a7e6-4b80-b9e0-6825ba6964a8 None None] Enqueued Resource ID: 63026ce2-e7b4-4d8d-ae27-ca2291953189 with Priority: HIGHEST for action port [ 754.471453] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63026ce2-e7b4-4d8d-ae27-ca2291953189 with Priority: HIGHEST for action port [ 754.471808] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-63026ce2-e7b4-4d8d-ae27-ca2291953189 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.471915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63026ce2-e7b4-4d8d-ae27-ca2291953189" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.471965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63026ce2-e7b4-4d8d-ae27-ca2291953189" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.472830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63026ce2-e7b4-4d8d-ae27-ca2291953189" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.472830] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63026ce2-e7b4-4d8d-ae27-ca2291953189',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.975291] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63026ce2-e7b4-4d8d-ae27-ca2291953189 [ 754.975529] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.975661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.975729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.975952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.976162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.976162] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63026ce2-e7b4-4d8d-ae27-ca2291953189 already deleted. [ 754.976319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63026ce2-e7b4-4d8d-ae27-ca2291953189" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.418833] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 755.419353] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb deletion is rescheduled due to dependency. [ 755.419353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.369126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 756.369126] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 756.369126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.371204] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b9b2f01a-0fa1-485e-9d5c-0850d88947aa None None] Enqueued Resource ID: 6dac9f74-7224-4ad1-aa12-df427e4f2798 with Priority: HIGHEST for action port [ 759.371790] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dac9f74-7224-4ad1-aa12-df427e4f2798 with Priority: HIGHEST for action port [ 759.372135] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dac9f74-7224-4ad1-aa12-df427e4f2798 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.372257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dac9f74-7224-4ad1-aa12-df427e4f2798" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.372329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dac9f74-7224-4ad1-aa12-df427e4f2798" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.372615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dac9f74-7224-4ad1-aa12-df427e4f2798" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.372711] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dac9f74-7224-4ad1-aa12-df427e4f2798',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.865860] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc695af-a65b-4479-8694-9a75903a4ae2 req-1c6dc721-0667-4d66-9f62-b651b470d329 tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 759.866552] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 759.866876] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.866998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.867796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.868156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.868336] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.868461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.868525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.868706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.868802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.868897] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.874916] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dac9f74-7224-4ad1-aa12-df427e4f2798 [ 759.875262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.875457] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.875551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.875821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.875933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.876102] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dac9f74-7224-4ad1-aa12-df427e4f2798 already deleted. [ 759.876190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dac9f74-7224-4ad1-aa12-df427e4f2798" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.374578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.374927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.374927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.375046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.375139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.375346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.375466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.375530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.375683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.375760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.375849] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea already deleted. [ 760.375931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.722201] env[65152]: INFO networking_nsxv3.common.synchronization [req-5aeb3cc4-2ffb-46ae-98de-8abbb75006d4 req-410d3c81-d3df-4e46-b682-af06452762e5 tempest-ServerTagsTestJSON-2119832188 tempest-ServerTagsTestJSON-2119832188-project-member] Enqueued Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_members [ 760.723069] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGHEST for action security_group_members [ 760.723496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.723786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.723786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.724102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.724360] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.724450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.724546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.724755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.724891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.725451] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.820387] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.820777] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-559" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.820777] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-559" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.821212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-559" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.822072] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.822072] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.822072] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.822072] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.822324] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.822774] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.822774] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.822952] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.822952] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.823082] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.823309] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.823309] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.848414] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.848608] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.848746] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.848974] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-559" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.849267] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-7e537ced-9826-4cc1-aa80-38e2291aefa7 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.849473] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.849583] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.849919] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.850080] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e537ced-9826-4cc1-aa80-38e2291aefa7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.228669] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.228669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.228669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.228888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.228888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.229262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.229262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.229262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.229910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.229910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.229910] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f is going to be updated. [ 761.262141] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.262343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.262413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.262645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.262824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.281076] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f in Status: IN_PROGRESS for 2s [ 761.353124] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.353412] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.353536] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.353986] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.354273] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.354551] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 7e537ced-9826-4cc1-aa80-38e2291aefa7 not found, creating... [ 761.354990] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.355239] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.355466] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.355711] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.355907] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.356314] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.356498] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.356669] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.356931] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.357082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.357236] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 is going to be created. [ 761.388542] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.388901] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.389172] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.389375] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.389664] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.389987] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.622331] env[65152]: INFO networking_nsxv3.common.synchronization [None req-d02141e6-dfe2-40be-b5ec-3bf1eca2b632 None None] Enqueued Resource ID: e719bca1-50a0-4b95-8563-6bb0f357b5e7 with Priority: HIGHEST for action port [ 761.622960] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e719bca1-50a0-4b95-8563-6bb0f357b5e7 with Priority: HIGHEST for action port [ 761.623302] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e719bca1-50a0-4b95-8563-6bb0f357b5e7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.623437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e719bca1-50a0-4b95-8563-6bb0f357b5e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.623528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e719bca1-50a0-4b95-8563-6bb0f357b5e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.623773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e719bca1-50a0-4b95-8563-6bb0f357b5e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.623976] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e719bca1-50a0-4b95-8563-6bb0f357b5e7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.719951] env[65152]: INFO networking_nsxv3.common.synchronization [req-4ca50a2c-efdc-41a0-aa50-aef51c1358c3 req-e942a355-deda-4689-80f8-9f9ffc806cf5 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 761.720780] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 761.721081] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.721081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.721081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.721302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.721479] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.721591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.721661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.721838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.721970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.722126] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.047977] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.048506] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.048696] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.048999] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.052422] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.052422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.052422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.052422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.052422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.052422] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.052422] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.052422] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.052422] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.052422] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.052422] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.052422] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.073990] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.074215] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.074357] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.074515] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.074836] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-b080b4c4-065a-4ba3-853a-fe4617e37242 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.075017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.075139] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.075499] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.075643] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b080b4c4-065a-4ba3-853a-fe4617e37242',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.124391] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc695af-a65b-4479-8694-9a75903a4ae2 req-e82d258c-dc0a-4c50-bacb-c7049da450ff service nova] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 762.124391] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc695af-a65b-4479-8694-9a75903a4ae2 req-e82d258c-dc0a-4c50-bacb-c7049da450ff service nova] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 762.124391] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc695af-a65b-4479-8694-9a75903a4ae2 req-e82d258c-dc0a-4c50-bacb-c7049da450ff service nova] Enqueued Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGHEST for action port [ 762.124729] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 762.124775] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 762.124945] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGHEST for action port [ 762.125172] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.125312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.125356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.125556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.125657] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.127289] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.127289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.127289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.127459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.127595] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.127694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.127759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.127893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.127995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.128090] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.128930] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e537ced-9826-4cc1-aa80-38e2291aefa7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.129472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.129556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.130100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.130215] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e537ced-9826-4cc1-aa80-38e2291aefa7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.132463] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e719bca1-50a0-4b95-8563-6bb0f357b5e7 [ 762.132608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.132738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.132849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.132961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.133165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.134163] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e719bca1-50a0-4b95-8563-6bb0f357b5e7 already deleted. [ 762.134163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e719bca1-50a0-4b95-8563-6bb0f357b5e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.224864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.225115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.225199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.225416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.225532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.225778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.225882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.225945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.226117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.226225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.226388] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 already deleted. [ 762.226455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.579188] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.579605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.579858] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.580013] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.580175] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port b080b4c4-065a-4ba3-853a-fe4617e37242 not found, creating... [ 762.580438] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.580594] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.580709] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.580949] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.581128] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.581424] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.581578] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.581691] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.581908] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.582268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.582459] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: b080b4c4-065a-4ba3-853a-fe4617e37242 is going to be created. [ 762.603221] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.603427] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.603552] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.603834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.605058] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.605058] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.627537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.627723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.632235] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.634471] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e537ced-9826-4cc1-aa80-38e2291aefa7 with status ACTIVE [ 762.634471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.634632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.634632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.634805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.634929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.635681] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.635681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.635681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.635681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.635681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.635681] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.636119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.636119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.636119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.636119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.636119] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 is going to be updated. [ 762.703524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.703759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.703971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.704306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.704489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.704669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.134424] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.295467] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f in Status: SUCCESS [ 763.295467] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f deletion is rescheduled due to dependency. [ 763.295467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.321447] env[65152]: INFO networking_nsxv3.common.synchronization [req-4ca50a2c-efdc-41a0-aa50-aef51c1358c3 req-8e4a516d-b0be-403a-866a-cc0001f2bf34 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 763.321447] env[65152]: INFO networking_nsxv3.common.synchronization [req-4ca50a2c-efdc-41a0-aa50-aef51c1358c3 req-8e4a516d-b0be-403a-866a-cc0001f2bf34 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 763.321447] env[65152]: INFO networking_nsxv3.common.synchronization [req-4ca50a2c-efdc-41a0-aa50-aef51c1358c3 req-8e4a516d-b0be-403a-866a-cc0001f2bf34 service nova] Enqueued Resource ID: b080b4c4-065a-4ba3-853a-fe4617e37242 with Priority: HIGHEST for action port [ 763.321447] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 763.321447] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 763.321447] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b080b4c4-065a-4ba3-853a-fe4617e37242 with Priority: HIGHEST for action port [ 763.322354] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.323038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.323642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.326501] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.326501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.326501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.326501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.326501] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.328793] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b080b4c4-065a-4ba3-853a-fe4617e37242 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.331396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.333454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.333454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.333454] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b080b4c4-065a-4ba3-853a-fe4617e37242',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.636469] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.636990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.636990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.636990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.637154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.637154] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be created. [ 763.666458] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.666659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.666735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.666945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.667125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.677408] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: UNINITIALIZED for 2s [ 763.834241] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.835361] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.835509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.836235] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b080b4c4-065a-4ba3-853a-fe4617e37242 with status ACTIVE [ 763.836235] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.836380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.836431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.836766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.836861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.837061] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.837169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.837223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.837477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.837570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.837945] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.837945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.837945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.838096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.838183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.838239] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b080b4c4-065a-4ba3-853a-fe4617e37242 is going to be updated. [ 763.861897] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.862115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.862191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.862497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.862672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.862931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b080b4c4-065a-4ba3-853a-fe4617e37242" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.337466] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.843069] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.843374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.843374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.846285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.846285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.846285] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be created. [ 764.871308] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.871523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.871607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.871843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.872045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.884987] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: UNINITIALIZED for 2s [ 765.688708] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: SUCCESS [ 765.689025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.689272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.689583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.689859] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.690073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.690176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.690359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.690446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.690541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.690634] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.193477] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.697018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1df709c6-1ae7-418a-81d4-94d77d75a9ea: rpc.has_security_group_logging(os_id): False [ 766.715661] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.715874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.715935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.716174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.716271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.716513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.716623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.716733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.716837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.716913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.716999] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be created. [ 766.780446] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.780545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.780579] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.780784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.780994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.792538] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: IN_PROGRESS for 2s [ 766.794605] env[65152]: INFO networking_nsxv3.common.synchronization [None req-c3019c61-e178-4ab4-8de6-0edf9b3e3dd2 tempest-MigrationsAdminTest-1849662553 tempest-MigrationsAdminTest-1849662553-project-member] Enqueued Resource ID: 276bbb17-2472-4d9d-9b97-89e1a696d630 with Priority: HIGHEST for action security_group_rules [ 766.795281] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276bbb17-2472-4d9d-9b97-89e1a696d630 with Priority: HIGHEST for action security_group_rules [ 766.795552] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276bbb17-2472-4d9d-9b97-89e1a696d630 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.795674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.795742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.795999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.796093] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276bbb17-2472-4d9d-9b97-89e1a696d630',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.904360] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 766.904666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.904857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.905196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.905411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.905537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.905606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.905770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.905859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.905947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.906050] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.931042] env[65152]: INFO networking_nsxv3.common.synchronization [None req-fc0ce7d1-06fd-4d2d-baa1-b4cd75dcce12 tempest-MigrationsAdminTest-1849662553 tempest-MigrationsAdminTest-1849662553-project-member] Enqueued Resource ID: 276bbb17-2472-4d9d-9b97-89e1a696d630 with Priority: HIGHEST for action security_group_rules [ 766.931796] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276bbb17-2472-4d9d-9b97-89e1a696d630 with Priority: HIGHEST for action security_group_rules [ 766.932258] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276bbb17-2472-4d9d-9b97-89e1a696d630 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.932969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.061894] env[65152]: INFO networking_nsxv3.common.synchronization [req-c318e7d7-988e-46d4-9209-4a8f363f9ba3 req-9d7bf4ec-b665-4bc5-a3e2-d6e5dd74d96d tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 767.062659] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 767.063262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.063355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.063548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.063585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.063745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.063841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.063962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.064150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.064241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.064339] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.317625] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.317625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.317990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.317990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.317990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.318096] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276bbb17-2472-4d9d-9b97-89e1a696d630 already deleted. [ 767.318174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.318322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.318686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.318686] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276bbb17-2472-4d9d-9b97-89e1a696d630',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.408772] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.409047] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.409228] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.409569] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.409946] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.410424] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.410424] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.410630] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.410826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.411231] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.411375] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.411416] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.411574] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.411725] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.411918] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.412096] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.413685] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.413843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.414320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.414320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.414440] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.414533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.414603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.414792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.414914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.415062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.415221] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.415310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.415372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.415509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.415644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.415735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.415796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.415931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.416023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.416113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.416208] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.439430] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.439642] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.439751] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.439921] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.440266] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.440438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.440554] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.440884] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.441046] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b5503e-4527-4e6f-adf7-a50f0e1df8a9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.566953] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.566953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.566953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.566953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.567355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.567355] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.567451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.567500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.567663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.567758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.567852] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 767.624202] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.624467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.624616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.624931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.625230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.647932] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 767.841857] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.842094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.842144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.842441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.842560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.842694] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276bbb17-2472-4d9d-9b97-89e1a696d630 already deleted. [ 767.842800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276bbb17-2472-4d9d-9b97-89e1a696d630" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918398] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e290d10-5c3d-4aaa-b191-9e443a8cddf3: rpc.has_security_group_logging(os_id): False [ 767.939454] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.939659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.939751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.939963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.940072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.940357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.940506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.940506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.940693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.940779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.940997] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.941113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.941181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.941382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.941382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.941536] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.942173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.942173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.942173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.942173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.942173] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be created. [ 767.944167] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.944167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.944363] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.944550] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.944616] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.944772] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 not found, creating... [ 767.945072] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.945290] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.945375] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.945645] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.945761] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.946075] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.946329] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.946459] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.946767] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.946922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.947059] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 is going to be created. [ 767.968637] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.968911] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.969080] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.969478] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.969841] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.970071] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.011084] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.011283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.011358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.011618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.011839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.024599] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 768.713433] env[65152]: INFO networking_nsxv3.common.synchronization [req-c318e7d7-988e-46d4-9209-4a8f363f9ba3 req-0ad3eb0a-96a5-482e-84a2-f949df35bef1 service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 768.713433] env[65152]: INFO networking_nsxv3.common.synchronization [req-c318e7d7-988e-46d4-9209-4a8f363f9ba3 req-0ad3eb0a-96a5-482e-84a2-f949df35bef1 service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 768.713433] env[65152]: INFO networking_nsxv3.common.synchronization [req-c318e7d7-988e-46d4-9209-4a8f363f9ba3 req-0ad3eb0a-96a5-482e-84a2-f949df35bef1 service nova] Enqueued Resource ID: e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 with Priority: HIGHEST for action port [ 768.718039] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 768.718039] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 768.718039] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 with Priority: HIGHEST for action port [ 768.718039] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.718039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.718039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.718039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.718039] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.718039] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.718039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.718039] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.718039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.723428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.723428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.723545] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b5503e-4527-4e6f-adf7-a50f0e1df8a9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.805838] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: SUCCESS [ 768.806230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.025674] env[65152]: INFO networking_nsxv3.common.synchronization [req-7901cdc7-4951-473f-86d8-b82656e0519b req-15bd96f8-ba7c-4151-a0bf-750c187c489d tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_members [ 769.025923] env[65152]: INFO networking_nsxv3.common.synchronization [req-7901cdc7-4951-473f-86d8-b82656e0519b req-15bd96f8-ba7c-4151-a0bf-750c187c489d tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.026619] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_members [ 769.027956] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.027956] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb60d15-6d27-4c0c-8401-0a984e533e85 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.027956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.027956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.028187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.028239] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.028316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.028391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.028563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.028650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.029111] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.030111] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.030262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.030296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.031023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.031023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.031023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.031023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.031718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.031897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.032359] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.081338] env[65152]: INFO networking_nsxv3.common.synchronization [req-7901cdc7-4951-473f-86d8-b82656e0519b req-15bd96f8-ba7c-4151-a0bf-750c187c489d tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_rules [ 769.081338] env[65152]: INFO networking_nsxv3.common.synchronization [req-7901cdc7-4951-473f-86d8-b82656e0519b req-15bd96f8-ba7c-4151-a0bf-750c187c489d tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.081338] env[65152]: INFO networking_nsxv3.common.synchronization [req-7901cdc7-4951-473f-86d8-b82656e0519b req-15bd96f8-ba7c-4151-a0bf-750c187c489d tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_rules [ 769.081553] env[65152]: INFO networking_nsxv3.common.synchronization [req-7901cdc7-4951-473f-86d8-b82656e0519b req-15bd96f8-ba7c-4151-a0bf-750c187c489d tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_members [ 769.081553] env[65152]: INFO networking_nsxv3.common.synchronization [req-7901cdc7-4951-473f-86d8-b82656e0519b req-15bd96f8-ba7c-4151-a0bf-750c187c489d tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 397353b8-8038-4dfb-a272-8804f7f61883 with Priority: HIGHEST for action port [ 769.085980] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_rules [ 769.085980] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_rules [ 769.085980] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397353b8-8038-4dfb-a272-8804f7f61883 with Priority: HIGHEST for action port [ 769.085980] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.086177] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_members [ 769.086368] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.086496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.086569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.086831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.086870] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.087841] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbb60d15-6d27-4c0c-8401-0a984e533e85 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.087985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.088069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.088286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.088352] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.091332] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-397353b8-8038-4dfb-a272-8804f7f61883 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.091332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.091332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.091332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.091332] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397353b8-8038-4dfb-a272-8804f7f61883',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.091332] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.091332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.092496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb60d15-6d27-4c0c-8401-0a984e533e85 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.092496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.222429] env[65152]: INFO networking_nsxv3.common.synchronization [req-3b755980-fcc2-4580-9d3c-340ed414a2a6 req-d2e0aaf7-c8f1-4087-afac-4f51cc61d0b9 tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 769.222828] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 769.223256] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.223416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.223480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.224031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.224253] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.224396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.224514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.224710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.225104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.225250] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.226692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.226842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.227113] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 with status ACTIVE [ 769.227309] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.227461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.227550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.227754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.227870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.228090] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.228232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.228324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.228562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.228562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.231852] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.231852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.231852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.231852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.231852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.231852] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2b5503e-4527-4e6f-adf7-a50f0e1df8a9 is going to be updated. [ 769.255759] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.256707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.256707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.256707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.256707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.256707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2b5503e-4527-4e6f-adf7-a50f0e1df8a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.534959] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.536815] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.593505] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.593690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.593802] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 397353b8-8038-4dfb-a272-8804f7f61883 with status ACTIVE [ 769.594023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.594144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.594213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.594442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.594524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.594696] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.594792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.594853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.595016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.595103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.595389] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.595389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.595495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.595551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.595624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.595706] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 397353b8-8038-4dfb-a272-8804f7f61883 is going to be updated. [ 769.596893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb60d15-6d27-4c0c-8401-0a984e533e85 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.596994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.617125] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.617306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.617385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.617833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.617997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.618199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.660297] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 769.660297] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d deletion is rescheduled due to dependency. [ 769.660297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.660297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.660297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.660297] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.660297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.660297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.660297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.660297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.660297] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.663443] env[65152]: INFO networking_nsxv3.common.synchronization [req-3368c2dc-490a-4c6e-8dcd-d937787613cf req-fdd660cd-f207-4c22-b71d-3cfe4d023306 tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_members [ 769.663443] env[65152]: INFO networking_nsxv3.common.synchronization [req-3368c2dc-490a-4c6e-8dcd-d937787613cf req-fdd660cd-f207-4c22-b71d-3cfe4d023306 tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.664670] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 with Priority: HIGHEST for action security_group_members [ 769.664670] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.664670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb60d15-6d27-4c0c-8401-0a984e533e85 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.664670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.664864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.664976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.713240] env[65152]: INFO networking_nsxv3.common.synchronization [req-3368c2dc-490a-4c6e-8dcd-d937787613cf req-fdd660cd-f207-4c22-b71d-3cfe4d023306 tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_rules [ 769.713411] env[65152]: INFO networking_nsxv3.common.synchronization [req-3368c2dc-490a-4c6e-8dcd-d937787613cf req-fdd660cd-f207-4c22-b71d-3cfe4d023306 tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.713544] env[65152]: INFO networking_nsxv3.common.synchronization [req-3368c2dc-490a-4c6e-8dcd-d937787613cf req-fdd660cd-f207-4c22-b71d-3cfe4d023306 tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 397353b8-8038-4dfb-a272-8804f7f61883 with Priority: HIGHEST for action port [ 769.714168] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_rules [ 769.714319] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 769.714419] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397353b8-8038-4dfb-a272-8804f7f61883 with Priority: HIGHEST for action port [ 769.714704] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.714809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.715365] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.715519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.715764] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-397353b8-8038-4dfb-a272-8804f7f61883 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.716190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.716190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.717598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.717598] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397353b8-8038-4dfb-a272-8804f7f61883',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.733311] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.037240] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.039245] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 770.039462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.039705] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.165462] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.219070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 397353b8-8038-4dfb-a272-8804f7f61883 with status ACTIVE [ 770.219276] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.219362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.219432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.219652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.219745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.219926] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.220043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.220105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.220257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.220385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.220655] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.220820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.220890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.221234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.221319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.221467] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 397353b8-8038-4dfb-a272-8804f7f61883 is going to be updated. [ 770.236273] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.241872] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.242047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.242124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.242323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.242480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.242641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397353b8-8038-4dfb-a272-8804f7f61883" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.545775] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.546354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.546479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.546695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.546790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.546892] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be updated. [ 770.550518] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.550518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.550518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.550518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.550518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.550518] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 is going to be created. [ 770.581034] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.581034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.581034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.581034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.581034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.589182] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.589506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.589506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.589840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.589988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.595329] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 in Status: UNINITIALIZED for 2s [ 770.598519] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 770.667411] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.738907] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.739383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.739383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.740052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.740052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.740052] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 770.772708] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.772708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.772708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.772980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.774496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.787408] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 771.170645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.170645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.170645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.170894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.170894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.170894] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 771.204915] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.204915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.204915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.205184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.205332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.214682] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 772.607834] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 in Status: SUCCESS [ 772.608177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.608257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.608481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.608677] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.608818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.608886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.609070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.609160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.609258] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.610830] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 772.611572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.611572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.611572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.611713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.611713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.611799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.612059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.612248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.612384] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.801872] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 772.802116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.115770] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.115770] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.115770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.115770] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 is going to be deleted. [ 773.117146] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.160498] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.161362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.161362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.161362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.161362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.161362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.161701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.161737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.161989] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.162117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.162436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.162436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.162539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.162575] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.225817] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 773.225817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.225817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.225817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.225817] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.225817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.225817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.226144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.226144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.226144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.226232] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.622076] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.664735] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.665138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.665284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.665460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.665594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.665824] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.665938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.666210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.666874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.667019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 already deleted. [ 773.667097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.667221] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.668189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.668382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.668547] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.669566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.669566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.669566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.669566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.669566] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.729336] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.729513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.729513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.729697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.729864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.729968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.730047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.730196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.730283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.730370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.730625] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.730625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.730729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.730789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.730927] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.731013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.731070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.731209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.731280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.731359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.731449] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.822352] env[65152]: INFO networking_nsxv3.common.synchronization [None req-85cbea3c-c112-4e7d-ba04-ea5be067f41c tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 2007d355-e004-4135-86df-6f63327a5cff with Priority: HIGHEST for action security_group_rules [ 773.823091] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2007d355-e004-4135-86df-6f63327a5cff with Priority: HIGHEST for action security_group_rules [ 773.823405] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2007d355-e004-4135-86df-6f63327a5cff taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.823533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.823682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.823979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.824075] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2007d355-e004-4135-86df-6f63327a5cff',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.061548] env[65152]: INFO networking_nsxv3.common.synchronization [None req-465a3e90-1111-4158-aa41-95f511480295 tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 2007d355-e004-4135-86df-6f63327a5cff with Priority: HIGHEST for action security_group_rules [ 774.062334] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2007d355-e004-4135-86df-6f63327a5cff with Priority: HIGHEST for action security_group_rules [ 774.062419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2007d355-e004-4135-86df-6f63327a5cff taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.062488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.125883] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.125883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.126116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.126465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.126567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.126694] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be updated. [ 774.161270] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.161528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.161606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.161815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.162051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.168808] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-83ce8582-a200-446f-b4bc-175b2964a324 tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 774.169357] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 774.169652] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.169769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.169837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.170120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.170318] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.170470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.170536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.170703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.170789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.170881] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.174415] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 774.174602] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbb60d15-6d27-4c0c-8401-0a984e533e85',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.175616] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.175735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.175787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.175956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.176048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.176225] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.176363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.176402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.176509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.176583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.176664] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 already deleted. [ 774.176736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.233405] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c89a36d-df9a-49ac-b09a-9d9a184e682d: rpc.has_security_group_logging(os_id): False [ 774.258616] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.258798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.258843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.259087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.259183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.259453] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.259552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.259552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.259698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.259767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.259968] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.260078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.260197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.260312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.260378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.260583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.260658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.260693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.260830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.260904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.260990] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 774.360118] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.360118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.360118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.360118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.360118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.360118] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2007d355-e004-4135-86df-6f63327a5cff already deleted. [ 774.360118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.360118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.360118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.360118] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2007d355-e004-4135-86df-6f63327a5cff',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.362125] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.362494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.362652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.362910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.363213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.387293] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 774.677723] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbb60d15-6d27-4c0c-8401-0a984e533e85: rpc.has_security_group_logging(os_id): False [ 774.679188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.679335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.679401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.679643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.679739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.679928] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.680039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.680104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.680354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.680499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.680610] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 already deleted. [ 774.680701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.704902] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.705115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.705163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.705342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.705437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.705659] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.705762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.705864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.706083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.706183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.706292] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 is going to be created. [ 774.727546] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fbb60d15-6d27-4c0c-8401-0a984e533e85], does not exist path=[/infra/domains/default/groups/fbb60d15-6d27-4c0c-8401-0a984e533e85]."\n}' [ 774.727546] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbb60d15-6d27-4c0c-8401-0a984e533e85 [ 774.727546] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 774.761341] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.761505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.761552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.761737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.763037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.763316] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.763431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.763494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.763667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.763759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.763947] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.764164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.764264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.764465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.764556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.764643] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbb60d15-6d27-4c0c-8401-0a984e533e85 is going to be created. [ 774.813144] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fbb60d15-6d27-4c0c-8401-0a984e533e85], does not exist path=[/infra/domains/default/groups/fbb60d15-6d27-4c0c-8401-0a984e533e85]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbb60d15-6d27-4c0c-8401-0a984e533e85 [ 774.813316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbb60d15-6d27-4c0c-8401-0a984e533e85" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.813821] env[65152]: Traceback (most recent call last): [ 774.813821] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 774.813821] env[65152]: return func(*args, **kwargs) [ 774.813821] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 774.813821] env[65152]: res.raise_for_status() [ 774.814136] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 774.814136] env[65152]: raise HTTPError(http_error_msg, response=self) [ 774.814136] env[65152]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbb60d15-6d27-4c0c-8401-0a984e533e85 [ 774.814136] env[65152]: During handling of the above exception, another exception occurred: [ 774.814136] env[65152]: Traceback (most recent call last): [ 774.814136] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 774.814136] env[65152]: listener.cb(fileno) [ 774.814136] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 774.814136] env[65152]: result = function(*args, **kwargs) [ 774.814136] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 774.814136] env[65152]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 774.814136] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 774.814136] env[65152]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 774.814136] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 774.814136] env[65152]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 774.814136] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 774.814136] env[65152]: res.raise_for_status() [ 774.814136] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 774.814136] env[65152]: raise HTTPError(http_error_msg, response=self) [ 774.814136] env[65152]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbb60d15-6d27-4c0c-8401-0a984e533e85 [ 774.814136] env[65152]: Removing descriptor: 22 [ 774.887955] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.888135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.888234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.888750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.888750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.888750] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2007d355-e004-4135-86df-6f63327a5cff already deleted. [ 774.888750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2007d355-e004-4135-86df-6f63327a5cff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.105704] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-1ace1e0f-a87b-4fde-98c4-795d2d1ef062 tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 775.106269] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 775.106616] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.106742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.106810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.106810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.106810] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.106810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.106810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.106810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.106810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.106810] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.478978] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-94ab1dc7-5222-4d51-b982-affb5c3e4f1b tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 775.480269] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 775.481093] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.481345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.611734] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.612045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.612163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.612490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.612626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.612908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.613078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.613245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.613515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.613674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.613810] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 already deleted. [ 775.616710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.616710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.616710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.616710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.616710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.616710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.616710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.616710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.616710] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.932044] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.932390] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.932390] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.932908] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.933226] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.933409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.933535] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.933796] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.934213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.934213] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.934368] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.934441] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.934567] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.934677] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.934784] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.934933] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.964462] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.964748] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.964981] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.965451] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.965621] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-078065a8-8af8-4211-891c-f089da292c81 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.965826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.965948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.966360] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.966535] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078065a8-8af8-4211-891c-f089da292c81',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.118146] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.118342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.118463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.118698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.118788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.118984] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.119094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.119155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.119301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.119374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.119478] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 already deleted. [ 776.119551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.188838] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 776.189087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.189266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.189480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.189670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.189815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.189851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.193022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.193022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.193022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.193022] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.193022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.193022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.193022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.193022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.193399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.193399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.193466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.193498] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.328577] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 776.328688] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:1 started [ 776.405526] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 776.405761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.468966] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.469673] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.469673] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.469886] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.469997] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.470191] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 078065a8-8af8-4211-891c-f089da292c81 not found, creating... [ 776.470638] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.470638] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.470766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.471244] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.471244] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.471453] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.472082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.472082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.472082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.472208] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.472357] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 078065a8-8af8-4211-891c-f089da292c81 is going to be created. [ 776.496645] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.496955] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.497071] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.497298] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.497530] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.497773] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.695919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.696174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.696269] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.713356] env[65152]: INFO networking_nsxv3.common.synchronization [req-0023d966-8f48-4ab5-8efb-15cf4632c9e6 req-29036cf2-581e-4892-a949-d47a42f85d56 tempest-ImagesOneServerTestJSON-653607523 tempest-ImagesOneServerTestJSON-653607523-project-member] Enqueued Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_members [ 776.714111] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_members [ 776.714448] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.714636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.714636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.714888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.715084] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.715196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.715259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.715425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.715511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.715604] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.160328] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.160667] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-866" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.160667] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-866" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.161049] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-866" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.161244] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.161423] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.161463] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.161664] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.161804] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.162112] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.163787] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.163787] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.163787] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.163787] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.163787] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.163787] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.183038] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.184060] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.184060] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.184060] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-866" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.184060] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.184060] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.184349] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.184733] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.184832] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec3db4e-cfc1-48e6-880f-1b416e7a05b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.187525] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-7f58c58d-4c7b-49ca-963a-5fbb20e05131 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 777.188455] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-7f58c58d-4c7b-49ca-963a-5fbb20e05131 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 777.188455] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-7f58c58d-4c7b-49ca-963a-5fbb20e05131 service nova] Enqueued Resource ID: 078065a8-8af8-4211-891c-f089da292c81 with Priority: HIGHEST for action port [ 777.188592] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 777.188621] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 777.188722] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078065a8-8af8-4211-891c-f089da292c81 with Priority: HIGHEST for action port [ 777.188984] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.189117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.189184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.190352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.190352] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.190352] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.190572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.190572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.190708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.192045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.192045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.192045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.192045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.192045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.192045] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.192324] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-078065a8-8af8-4211-891c-f089da292c81 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.192324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.192408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196021] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078065a8-8af8-4211-891c-f089da292c81',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.200995] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.217739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.217938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.217938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.218326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.218326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.218442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.218518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.218573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.218934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.219080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.219159] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 already deleted. [ 777.219241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.689308] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.689597] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.689726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690033] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690246] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.690336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 not found, creating... [ 777.690608] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690765] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690918] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.691115] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.692245] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.692245] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.692245] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.692549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.692549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.692706] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693047] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 is going to be created. [ 777.694160] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.695411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.695411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.695411] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 078065a8-8af8-4211-891c-f089da292c81 with status ACTIVE [ 777.695664] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.695664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.695664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.696194] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.696194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.696398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.696546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.696692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.699442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.699442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.699442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.699442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.699442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.699442] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 078065a8-8af8-4211-891c-f089da292c81 is going to be updated. [ 777.704076] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.704076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.704076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.704327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.704411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.704483] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be updated. [ 777.728376] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.728595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.728595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.728842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.728924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.729110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-078065a8-8af8-4211-891c-f089da292c81" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.738052] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.738278] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.738347] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.738707] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.738923] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739235] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.760846] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.761073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.761511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.761511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.761624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.772563] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 778.045216] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.046343] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-561" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.046598] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-561" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.047081] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-561" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.047405] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.047594] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.047846] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.047968] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.048155] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.048400] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.048525] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.048628] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.048756] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.048829] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.048929] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.049067] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.069922] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.070491] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.070491] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.070491] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-561" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.070828] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-07d2dc67-6e9c-4764-89c6-2c0861b1be65 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.071333] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.071333] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.071475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.071598] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d2dc67-6e9c-4764-89c6-2c0861b1be65',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.200411] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.438021] env[65152]: INFO networking_nsxv3.common.synchronization [req-0023d966-8f48-4ab5-8efb-15cf4632c9e6 req-adfdd27f-e482-4444-8eff-e850f257c33b service nova] Enqueued Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_rules [ 778.438021] env[65152]: INFO networking_nsxv3.common.synchronization [req-0023d966-8f48-4ab5-8efb-15cf4632c9e6 req-adfdd27f-e482-4444-8eff-e850f257c33b service nova] Enqueued Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_members [ 778.438021] env[65152]: INFO networking_nsxv3.common.synchronization [req-0023d966-8f48-4ab5-8efb-15cf4632c9e6 req-adfdd27f-e482-4444-8eff-e850f257c33b service nova] Enqueued Resource ID: 6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 with Priority: HIGHEST for action port [ 778.438021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_rules [ 778.438021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_members [ 778.438021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 with Priority: HIGHEST for action port [ 778.438021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.438021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.438021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.438021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.438726] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.439789] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.440053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.440225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.440656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.440908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.441126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.441267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.442227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.442227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.442227] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.442714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.442714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.442714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.443433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.443433] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec3db4e-cfc1-48e6-880f-1b416e7a05b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.574903] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.575312] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.575543] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.575935] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.576197] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.576462] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 07d2dc67-6e9c-4764-89c6-2c0861b1be65 not found, creating... [ 778.576902] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.577153] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.577324] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.577646] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.577842] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.578354] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.578584] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.578748] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.579109] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.579316] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.579515] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 07d2dc67-6e9c-4764-89c6-2c0861b1be65 is going to be created. [ 778.615460] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.615460] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.615460] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.615460] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.615460] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.615460] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.703954] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.704431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.704603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.705016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.705310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.705432] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be created. [ 778.749892] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.750077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.750152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.750402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.750596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.763130] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: UNINITIALIZED for 2s [ 778.857051] env[65152]: INFO networking_nsxv3.common.synchronization [req-8d190af3-80fd-4475-9808-a20332103dad req-64e4afc3-0f60-4064-98b6-4b6a6428049b tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 778.857669] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 778.857988] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.858177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.858237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.858403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.858563] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.858662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.858775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.858877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.858973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.859093] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.945532] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.945532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.945716] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.947240] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 with status ACTIVE [ 778.947240] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.947419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.947419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.947644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.947746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.947952] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.948083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.948180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.948365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.949657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.949657] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.949657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.949657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.949657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.949657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.949657] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ec3db4e-cfc1-48e6-880f-1b416e7a05b1 is going to be updated. [ 778.970992] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.971342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.971342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.971555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.971555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.971724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ec3db4e-cfc1-48e6-880f-1b416e7a05b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.297317] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-4544348d-0988-4104-b656-4f70b15c6c92 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 779.297317] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-4544348d-0988-4104-b656-4f70b15c6c92 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 779.297317] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-4544348d-0988-4104-b656-4f70b15c6c92 service nova] Enqueued Resource ID: 07d2dc67-6e9c-4764-89c6-2c0861b1be65 with Priority: HIGHEST for action port [ 779.298283] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 779.298488] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 779.298627] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d2dc67-6e9c-4764-89c6-2c0861b1be65 with Priority: HIGHEST for action port [ 779.299097] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.299327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.299574] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.299689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.299897] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d2dc67-6e9c-4764-89c6-2c0861b1be65 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.300272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.300397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.300624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.300711] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d2dc67-6e9c-4764-89c6-2c0861b1be65',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.363622] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.363919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.364083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.364345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.386424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.387146] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.387146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.387146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.387146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.387407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.387407] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 779.421641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.421641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.421641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.421641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.422489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.433690] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 779.451421] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.784043] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 779.784311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.784488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.784702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.784887] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.785030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.785097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.785253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.785335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.785433] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.803297] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07d2dc67-6e9c-4764-89c6-2c0861b1be65 with status ACTIVE [ 779.803505] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.803634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.803707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.803893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.803977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.804200] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.804308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.804375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.804517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.804595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.804773] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.804860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.804925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.805120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.805207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.805207] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07d2dc67-6e9c-4764-89c6-2c0861b1be65 is going to be updated. [ 779.826499] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.826652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.826724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.826931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.827087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.827250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d2dc67-6e9c-4764-89c6-2c0861b1be65" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.953829] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.954135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.954135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.955038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.955038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.955038] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 is going to be created. [ 779.990257] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.990718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.000977] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 in Status: UNINITIALIZED for 2s [ 780.135546] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.135756] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.135883] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136169] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136414] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.136560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.136670] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136869] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.137012] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.137218] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.137350] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.137454] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.137553] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.137657] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.138346] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.138346] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.158156] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.158298] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.158950] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.158950] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-584" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.158950] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.159229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.159285] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.159714] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.159898] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f630acdf-c6b1-4e22-8daf-b8fcc0da8698',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.288366] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.662629] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.662945] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.662945] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.663246] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.663393] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.663677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port f630acdf-c6b1-4e22-8daf-b8fcc0da8698 not found, creating... [ 780.663814] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.663964] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.664145] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.664407] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.664554] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.664881] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.665075] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.665202] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.665404] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.665744] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.665744] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: f630acdf-c6b1-4e22-8daf-b8fcc0da8698 is going to be created. [ 780.686365] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.686586] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.686708] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.686994] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.687246] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.687465] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.779272] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 780.779504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.780530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.780530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.780530] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.780530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.780530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.780530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.780530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.780530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.781066] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.781625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.781764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.781956] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.782168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.782256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.782385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.782470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.782534] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.792648] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.284891] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.285095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.285319] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.295312] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.295542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.295937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.295937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.295937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.296089] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be updated. [ 781.329940] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.330341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.330561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.331185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.331582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.350339] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 781.412983] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-fd1f4a18-deca-4904-abb4-1fcc1f0797d2 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 781.413175] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-fd1f4a18-deca-4904-abb4-1fcc1f0797d2 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 781.413311] env[65152]: INFO networking_nsxv3.common.synchronization [req-c7c15231-3210-4e2a-9022-7841f76a32a4 req-fd1f4a18-deca-4904-abb4-1fcc1f0797d2 service nova] Enqueued Resource ID: f630acdf-c6b1-4e22-8daf-b8fcc0da8698 with Priority: HIGHEST for action port [ 781.413530] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 781.413656] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 781.413751] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f630acdf-c6b1-4e22-8daf-b8fcc0da8698 with Priority: HIGHEST for action port [ 781.414402] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.414513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.414757] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.414850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.415066] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.415155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.415186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.415380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.415463] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f630acdf-c6b1-4e22-8daf-b8fcc0da8698',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.446052] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 781.446052] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 deletion is rescheduled due to dependency. [ 781.446052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.792516] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.917478] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f630acdf-c6b1-4e22-8daf-b8fcc0da8698 with status ACTIVE [ 781.917607] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.918374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.918374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.918374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.918374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.918374] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.918557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.918557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.919186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.919186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.919186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.920051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.920226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.920389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.920471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.920605] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f630acdf-c6b1-4e22-8daf-b8fcc0da8698 is going to be updated. [ 781.949248] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.949248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.949248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.949248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.949248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.949248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f630acdf-c6b1-4e22-8daf-b8fcc0da8698" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.011853] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 in Status: SUCCESS [ 782.012133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.012280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.012525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.012723] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.012846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.012912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.013081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.013167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.013327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.013389] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.295629] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.295787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.295861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.297051] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 782.347243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.347243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.347243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.347464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.347498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.362116] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 782.518600] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.519467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.519467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.519946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.520194] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.520753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.520753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.520753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.520753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.520923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.523695] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.523695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.523695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.523695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.523695] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.523695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.523695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.524252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.524252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.524252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.524252] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.027249] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5edf2b31-9b5f-46af-8a8d-0796f657d757: rpc.has_security_group_logging(os_id): False [ 783.048173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.048496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.048672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.048977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.049190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.049669] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.051018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.051018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.051576] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.051788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.051936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.052198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.052374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.052561] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 is going to be created. [ 783.115531] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.116422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.116800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.118652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.118652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.129506] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 in Status: IN_PROGRESS for 2s [ 783.364320] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.364320] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.364320] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.364320] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.364320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.364933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.364933] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.867955] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61: rpc.has_security_group_logging(os_id): False [ 783.891256] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.891387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.891462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.891684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.917934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.918401] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.918401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.918591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.918759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.918759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.919201] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.919201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.919201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.919201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.919426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.919492] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.919536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.919608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.919757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.920103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.920103] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be updated. [ 784.024706] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.024706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.025109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.025109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.025308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.045192] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 784.376011] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 784.376296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.376431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.376666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.376917] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.377100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.377197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.377449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.377549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.377693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.377922] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.378106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.378106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.379052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.379052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.379052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.379052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.379052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.379052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.379769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.379769] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.380984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.380984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.380984] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.380984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.381350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.381350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.381350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.381453] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.886770] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4176980d-a427-4238-80aa-97258a1fd303: rpc.has_security_group_logging(os_id): False [ 784.887804] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.910628] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.910834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.910943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.915011] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.915011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.915011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.915011] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.915541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.915541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.915738] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.915738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.915738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.916259] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be created. [ 784.996140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.996140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.996140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.996140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.996140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.007953] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 785.150964] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 in Status: SUCCESS [ 785.152382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.389980] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.409791] env[65152]: INFO networking_nsxv3.common.synchronization [req-e6759e6f-dc01-4c90-b949-81aab324a7a8 req-0443dd9f-e8f7-4a8c-9561-bd4008cbfc54 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_members [ 785.410326] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGHEST for action security_group_members [ 785.410627] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.410764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.410852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.411067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.411381] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.411381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.411381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.411576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.411616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.411708] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.893783] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.893933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.894031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.894350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.894453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.894570] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 785.914823] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.915763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.915763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.915763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.937652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.938089] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.938218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.938404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.938481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.938576] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c675d351-87b2-45bf-8621-101435641e12 is going to be updated. [ 785.941254] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.941405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.941484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.941697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.941872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.957664] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 785.991621] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.991955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.991955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.992085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.992258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.002014] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c675d351-87b2-45bf-8621-101435641e12 in Status: IN_PROGRESS for 2s [ 786.062575] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 786.062903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.063189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.063448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.063546] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.174584] env[65152]: INFO networking_nsxv3.common.synchronization [req-64646a35-4e92-44fb-b988-e4d8c05d6273 req-f7440d57-88bb-44c7-8a14-a693ac6ce8c9 tempest-ServerRescueTestJSONUnderV235-284603259 tempest-ServerRescueTestJSONUnderV235-284603259-project-member] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 786.175140] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGHEST for action security_group_members [ 786.175462] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.175586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.175655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.175995] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.176820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.176904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.177295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.177411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.177514] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.384211] env[65152]: INFO networking_nsxv3.common.synchronization [None req-8f655d1a-60e8-4c7c-b5b5-528cc9ad2721 None None] Enqueued Resource ID: 1f31c895-1a2c-4c8f-8694-60cc9ca0bac0 with Priority: HIGHEST for action port [ 786.384211] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f31c895-1a2c-4c8f-8694-60cc9ca0bac0 with Priority: HIGHEST for action port [ 786.384211] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f31c895-1a2c-4c8f-8694-60cc9ca0bac0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.384211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f31c895-1a2c-4c8f-8694-60cc9ca0bac0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.384211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f31c895-1a2c-4c8f-8694-60cc9ca0bac0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.385365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f31c895-1a2c-4c8f-8694-60cc9ca0bac0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.385658] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f31c895-1a2c-4c8f-8694-60cc9ca0bac0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.570571] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.570774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.679501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.679802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.679885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.680171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.680282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.680550] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.680665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.680732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.680885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.680963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.681081] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be updated. [ 786.718296] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.718511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.718587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.719269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.719269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.740495] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 786.888200] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f31c895-1a2c-4c8f-8694-60cc9ca0bac0 [ 786.888443] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.889680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.889680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.889680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.889680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.889680] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f31c895-1a2c-4c8f-8694-60cc9ca0bac0 already deleted. [ 786.889680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f31c895-1a2c-4c8f-8694-60cc9ca0bac0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.029817] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 787.030229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.030948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.031262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.031348] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.536117] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.536417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.973887] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 787.973887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.974823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.975087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.975299] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.975419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.975491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.975667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.975756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.975848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.975936] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.016722] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c675d351-87b2-45bf-8621-101435641e12 in Status: SUCCESS [ 788.016987] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c675d351-87b2-45bf-8621-101435641e12 deletion is rescheduled due to dependency. [ 788.017181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.168834] env[65152]: INFO networking_nsxv3.common.synchronization [None req-6340606f-fec0-4bf0-b15e-2ef1084816b0 None None] Enqueued Resource ID: 2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc with Priority: HIGHEST for action port [ 788.168955] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc with Priority: HIGHEST for action port [ 788.169820] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.170025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.170145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.170513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.170660] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.479493] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.479788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.479910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.480293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.480949] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.480949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.480949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.480949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.481342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.481342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.481918] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.481918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.481918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.481918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.482778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.483806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.483806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.483806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.483806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.483806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.483806] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.676413] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc [ 788.676692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.676765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.676833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.677117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.677266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.677420] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc already deleted. [ 788.677541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d4a73ad-ff66-4a6f-9063-3f7069f0cbcc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.759799] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 788.759799] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 deletion is rescheduled due to dependency. [ 788.759799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.759799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.759999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.760141] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.760270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.760319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.760465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.760571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.760702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.761447] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.988062] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4176980d-a427-4238-80aa-97258a1fd303: rpc.has_security_group_logging(os_id): False [ 789.009426] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.011578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.011578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.012336] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.012655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.012894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.013188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016019] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 789.089487] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.089857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.089857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.094031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.094031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.112140] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 789.263507] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.263883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.264156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.265873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.266226] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.266525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.267044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.268021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.268021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.268021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.268021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.268021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.268021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.268021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.268530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.268750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.269022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.269208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.269483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.270588] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.436732] env[65152]: INFO networking_nsxv3.common.synchronization [req-e4c1a1de-9dd1-4b7d-86f2-f98afe1aaba6 req-c3102d90-51a8-4b7b-9072-3433fa84b26d tempest-ListImageFiltersTestJSON-1017314065 tempest-ListImageFiltersTestJSON-1017314065-project-member] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 789.437438] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 789.439717] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.441768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.441768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.441768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.443864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.443864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.443864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.443864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.443864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.443864] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.773698] env[65152]: INFO networking_nsxv3.common.synchronization [None req-1e3df746-96bd-469b-ab55-1e08acf3ecb8 tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 789.773698] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 789.774399] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61: rpc.has_security_group_logging(os_id): False [ 789.775663] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.775805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.775861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.776172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.776304] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.803821] env[65152]: INFO networking_nsxv3.common.synchronization [None req-4f9c39af-c0fa-46ee-9598-4fc8525ed710 None None] Enqueued Resource ID: 4c6d697b-b3be-478b-b531-5e0897ec216d with Priority: HIGHEST for action port [ 789.804567] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6d697b-b3be-478b-b531-5e0897ec216d with Priority: HIGHEST for action port [ 789.804966] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c6d697b-b3be-478b-b531-5e0897ec216d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.805154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c6d697b-b3be-478b-b531-5e0897ec216d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.805271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c6d697b-b3be-478b-b531-5e0897ec216d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.805603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c6d697b-b3be-478b-b531-5e0897ec216d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.805693] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6d697b-b3be-478b-b531-5e0897ec216d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.807845] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.807935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.808946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.808946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.808946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.808946] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.808946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.808946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.808946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.812425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.812594] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.812806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.812806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.812978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.813095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813352] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.813473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.813530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.813673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.813768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813850] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be updated. [ 789.898685] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.898779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.898829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.900382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.900382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914946] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: IN_PROGRESS for 2s [ 789.945617] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.306742] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.306742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.306915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.307083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.307180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.307290] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 already deleted. [ 790.307341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.319188] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c6d697b-b3be-478b-b531-5e0897ec216d [ 790.319644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.319856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.319856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.320074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.320198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.320382] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c6d697b-b3be-478b-b531-5e0897ec216d already deleted. [ 790.320467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c6d697b-b3be-478b-b531-5e0897ec216d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.448541] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.694279] env[65152]: INFO networking_nsxv3.common.synchronization [None req-44daa0b5-413d-4060-9616-a533fec0a333 tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 790.694817] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 790.695154] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.695422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.695621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.695748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.696438] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.953593] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.953929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.953929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.954402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.954402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.954402] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be updated. [ 790.991038] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.991523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.991523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.991523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.991846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.003709] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: IN_PROGRESS for 2s [ 791.128067] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 791.128498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.128709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.129420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.129420] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.222028] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.222028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.222028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.222028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.222028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.222028] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 already deleted. [ 791.222028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.433249] env[65152]: INFO networking_nsxv3.common.synchronization [None req-44dc1644-238d-4192-98ef-921d1255916c None None] Enqueued Resource ID: 760a547f-be83-4ca5-b67d-f1b70daf3b15 with Priority: HIGHEST for action port [ 791.433347] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760a547f-be83-4ca5-b67d-f1b70daf3b15 with Priority: HIGHEST for action port [ 791.433662] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-760a547f-be83-4ca5-b67d-f1b70daf3b15 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.433854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-760a547f-be83-4ca5-b67d-f1b70daf3b15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.433854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-760a547f-be83-4ca5-b67d-f1b70daf3b15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.434162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-760a547f-be83-4ca5-b67d-f1b70daf3b15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.434253] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('760a547f-be83-4ca5-b67d-f1b70daf3b15',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.636480] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.636781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.636943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.638153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.638532] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.638755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.638890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.639303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.639536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.639755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.640023] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.933660] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 in Status: SUCCESS [ 791.933848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.937060] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 760a547f-be83-4ca5-b67d-f1b70daf3b15 [ 791.937405] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.937488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.937603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.937863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.938077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.938077] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:760a547f-be83-4ca5-b67d-f1b70daf3b15 already deleted. [ 791.938077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-760a547f-be83-4ca5-b67d-f1b70daf3b15" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.147685] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.147988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.147988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.148127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.148277] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.148383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.148446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.148615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.148699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.148813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.148969] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149454] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149997] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.654079] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4176980d-a427-4238-80aa-97258a1fd303: rpc.has_security_group_logging(os_id): False [ 792.675533] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.675719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.675814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.681029] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.681029] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.681029] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.681029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.682089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.682089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.683034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.683635] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 792.787469] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.789779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.789779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.789779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.789779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.810209] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 793.016332] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 793.016332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.878263] env[65152]: INFO networking_nsxv3.common.synchronization [None req-cb98ad40-a857-4667-b3e8-0248bee74efc None None] Enqueued Resource ID: c2428e82-d63e-4a6d-a2a6-05d934b499d3 with Priority: HIGHEST for action port [ 793.878763] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2428e82-d63e-4a6d-a2a6-05d934b499d3 with Priority: HIGHEST for action port [ 793.880754] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2428e82-d63e-4a6d-a2a6-05d934b499d3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.880754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2428e82-d63e-4a6d-a2a6-05d934b499d3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.880754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2428e82-d63e-4a6d-a2a6-05d934b499d3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.880754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2428e82-d63e-4a6d-a2a6-05d934b499d3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.880754] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2428e82-d63e-4a6d-a2a6-05d934b499d3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.388544] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2428e82-d63e-4a6d-a2a6-05d934b499d3 [ 794.388782] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.388928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.388998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.390386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.390386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.390386] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2428e82-d63e-4a6d-a2a6-05d934b499d3 already deleted. [ 794.390386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2428e82-d63e-4a6d-a2a6-05d934b499d3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829619] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 794.829782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.495922] env[65152]: INFO networking_nsxv3.common.synchronization [None req-377f6257-7874-490f-b6c1-46cd88ca0bdf None None] Enqueued Resource ID: 611496bf-058b-4d9e-a8da-31036e6bb5a0 with Priority: HIGHEST for action port [ 795.495922] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611496bf-058b-4d9e-a8da-31036e6bb5a0 with Priority: HIGHEST for action port [ 795.495922] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-611496bf-058b-4d9e-a8da-31036e6bb5a0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.495922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-611496bf-058b-4d9e-a8da-31036e6bb5a0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.495922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-611496bf-058b-4d9e-a8da-31036e6bb5a0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.495922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-611496bf-058b-4d9e-a8da-31036e6bb5a0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.495922] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611496bf-058b-4d9e-a8da-31036e6bb5a0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.811487] env[65152]: INFO networking_nsxv3.common.synchronization [req-d10b98e0-c67b-43a6-9427-a45f5be51e59 req-2349bf4d-ac58-4563-8fa5-aa85f3dab93b tempest-ServersWithSpecificFlavorTestJSON-662854701 tempest-ServersWithSpecificFlavorTestJSON-662854701-project-member] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 795.812088] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 795.812445] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.813965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.814064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.814375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.814567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.814786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.814856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.815389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.815496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.815614] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.000775] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 611496bf-058b-4d9e-a8da-31036e6bb5a0 [ 796.001031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.001182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.001236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.001450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.001539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.001636] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:611496bf-058b-4d9e-a8da-31036e6bb5a0 already deleted. [ 796.001714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-611496bf-058b-4d9e-a8da-31036e6bb5a0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.118923] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b46a3c52-a07f-438b-b16c-ae03dfee2a88 None None] Enqueued Resource ID: e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa with Priority: HIGHEST for action port [ 796.119617] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa with Priority: HIGHEST for action port [ 796.119983] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.121243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.121392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.123889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.124059] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.206023] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.206023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.206023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.206023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.206023] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.206635] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.207025] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.207615] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.207615] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.208415] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.208415] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.208415] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.208415] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.208630] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.208807] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.209047] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.232305] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.232305] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.232305] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.232522] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-488" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.233130] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-fabfdd57-c820-4343-9847-1c3ef1ae8870 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.233395] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.233874] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.233874] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.234082] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fabfdd57-c820-4343-9847-1c3ef1ae8870',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.318562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.318699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.318699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.318913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.345021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.345326] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.345480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.345528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.345754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.345856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.345957] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be updated. [ 796.374494] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.374773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.374773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.375084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.375171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.385772] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: IN_PROGRESS for 2s [ 796.409816] env[65152]: INFO networking_nsxv3.common.synchronization [None req-c308c958-f708-441b-97d7-5281e8d408dc None None] Enqueued Resource ID: c2f34e4b-5be9-4faa-a2c0-00f0491a5081 with Priority: HIGHEST for action port [ 796.410573] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f34e4b-5be9-4faa-a2c0-00f0491a5081 with Priority: HIGHEST for action port [ 796.410878] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f34e4b-5be9-4faa-a2c0-00f0491a5081 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.411065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f34e4b-5be9-4faa-a2c0-00f0491a5081" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.411138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f34e4b-5be9-4faa-a2c0-00f0491a5081" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.411435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f34e4b-5be9-4faa-a2c0-00f0491a5081" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.411515] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f34e4b-5be9-4faa-a2c0-00f0491a5081',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.627755] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa [ 796.628030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.628146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.628223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.628442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.628526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.628621] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa already deleted. [ 796.628747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ef8aa6-7860-45a0-afd9-a8ef7b37e7fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.740808] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.741067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.741229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.741570] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.741726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.741884] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port fabfdd57-c820-4343-9847-1c3ef1ae8870 not found, creating... [ 796.742173] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.742349] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.742440] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.742692] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.742829] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.743210] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.743954] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.744263] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.745236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.745236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.745236] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: fabfdd57-c820-4343-9847-1c3ef1ae8870 is going to be created. [ 796.767791] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.768033] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.768191] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.768532] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.768770] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.769716] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.917347] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2f34e4b-5be9-4faa-a2c0-00f0491a5081 [ 796.917647] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.917806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.917922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.918188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.918268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.918426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2f34e4b-5be9-4faa-a2c0-00f0491a5081 already deleted. [ 796.918849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f34e4b-5be9-4faa-a2c0-00f0491a5081" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.530703] env[65152]: INFO networking_nsxv3.common.synchronization [req-d10b98e0-c67b-43a6-9427-a45f5be51e59 req-7a7e9523-b7d2-4b3f-aa49-32ecb3c4798b service nova] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 797.530896] env[65152]: INFO networking_nsxv3.common.synchronization [req-d10b98e0-c67b-43a6-9427-a45f5be51e59 req-7a7e9523-b7d2-4b3f-aa49-32ecb3c4798b service nova] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 797.531050] env[65152]: INFO networking_nsxv3.common.synchronization [req-d10b98e0-c67b-43a6-9427-a45f5be51e59 req-7a7e9523-b7d2-4b3f-aa49-32ecb3c4798b service nova] Enqueued Resource ID: fabfdd57-c820-4343-9847-1c3ef1ae8870 with Priority: HIGHEST for action port [ 797.531807] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_rules [ 797.531807] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 797.532229] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fabfdd57-c820-4343-9847-1c3ef1ae8870 with Priority: HIGHEST for action port [ 797.534281] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.534513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.534607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.534827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.535478] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.543052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.543052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.543052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-fabfdd57-c820-4343-9847-1c3ef1ae8870 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.543052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.543052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.543052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.543052] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fabfdd57-c820-4343-9847-1c3ef1ae8870',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.886978] env[65152]: INFO networking_nsxv3.common.synchronization [None req-a4eccad9-1743-4a70-844e-13aa8f9155ec tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_rules [ 797.887645] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_rules [ 797.887964] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.889167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.889256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.889550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.889639] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.029849] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7cd5b1ff-96ef-41b0-84ba-0b69bc6b34f2 tempest-ServersV294TestFqdnHostnames-478948616 tempest-ServersV294TestFqdnHostnames-478948616-project-member] Enqueued Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_rules [ 798.030336] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_rules [ 798.030634] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.030888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.030888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.031209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.031316] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.045335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.045335] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fabfdd57-c820-4343-9847-1c3ef1ae8870 with status ACTIVE [ 798.045335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.045335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.045335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.045335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.046265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.046265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.046265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.046265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.046265] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fabfdd57-c820-4343-9847-1c3ef1ae8870 is going to be updated. [ 798.072782] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.073398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.073522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.073765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.074950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.074950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fabfdd57-c820-4343-9847-1c3ef1ae8870" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.083052] env[65152]: INFO networking_nsxv3.common.synchronization [None req-598c0b1e-d630-4173-9f6e-cd2748ca2931 tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_rules [ 798.083052] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_rules [ 798.083052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.083052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.187624] env[65152]: INFO networking_nsxv3.common.synchronization [None req-98f48f28-e0e5-47a0-88fa-2fc0e26fc45f tempest-ServersV294TestFqdnHostnames-478948616 tempest-ServersV294TestFqdnHostnames-478948616-project-member] Enqueued Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_rules [ 798.188242] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_rules [ 798.188553] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.188659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.398313] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 798.398313] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb deletion is rescheduled due to dependency. [ 798.398927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.398927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.399134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.399932] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.399932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.399932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.399932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.399932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.399932] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.416909] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.417070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.417186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.417367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.417460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.417557] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 already deleted. [ 798.417658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.417779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.417931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.418157] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.563401] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.563401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.563401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.563401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.563401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563401] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c already deleted. [ 798.563401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.565021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565021] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.576550] env[65152]: INFO networking_nsxv3.common.synchronization [None req-ff1108ac-152b-4270-af45-a112fee8b8c0 None None] Enqueued Resource ID: ff09daff-1740-414b-93e4-bbbfbd0c96ad with Priority: HIGHEST for action port [ 798.576550] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff09daff-1740-414b-93e4-bbbfbd0c96ad with Priority: HIGHEST for action port [ 798.576550] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff09daff-1740-414b-93e4-bbbfbd0c96ad taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.576550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff09daff-1740-414b-93e4-bbbfbd0c96ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.576550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff09daff-1740-414b-93e4-bbbfbd0c96ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.576550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff09daff-1740-414b-93e4-bbbfbd0c96ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.576550] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff09daff-1740-414b-93e4-bbbfbd0c96ad',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.583938] env[65152]: INFO networking_nsxv3.common.synchronization [None req-c5a1fbc8-2590-4a1e-ba5f-bace9ead0f49 None None] Enqueued Resource ID: 914b364f-5311-44bb-a367-de378e36c938 with Priority: HIGHEST for action port [ 798.583938] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b364f-5311-44bb-a367-de378e36c938 with Priority: HIGHEST for action port [ 798.583938] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-914b364f-5311-44bb-a367-de378e36c938 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.583938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-914b364f-5311-44bb-a367-de378e36c938" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.583938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-914b364f-5311-44bb-a367-de378e36c938" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.583938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-914b364f-5311-44bb-a367-de378e36c938" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.583938] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914b364f-5311-44bb-a367-de378e36c938',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.904515] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.942144] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.942400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.942400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.942538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.942639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942716] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 already deleted. [ 798.942813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.080584] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff09daff-1740-414b-93e4-bbbfbd0c96ad [ 799.080898] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.081101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.081170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.081427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.081599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.081655] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff09daff-1740-414b-93e4-bbbfbd0c96ad already deleted. [ 799.081713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff09daff-1740-414b-93e4-bbbfbd0c96ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.086239] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 914b364f-5311-44bb-a367-de378e36c938 [ 799.086471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.086606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.086712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.086980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.087087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.087183] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:914b364f-5311-44bb-a367-de378e36c938 already deleted. [ 799.087287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-914b364f-5311-44bb-a367-de378e36c938" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.090395] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.090534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.090618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.090827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.090915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.091020] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c already deleted. [ 799.091133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141463] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d35252e-c862-410c-899e-8d8c37cf8b5c req-67bf6ce2-fb6e-4fe4-8ae6-4cfbe5180b8e tempest-InstanceActionsV221TestJSON-1183602475 tempest-InstanceActionsV221TestJSON-1183602475-project-member] Enqueued Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_members [ 799.142109] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_members [ 799.142543] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.142543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.142662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.142916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.146864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.146864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.146864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.147117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.147117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.147988] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.407444] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.514259] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.514493] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-441" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.514683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-441" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.515191] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-441" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.515974] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.515974] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.515974] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.516878] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.516878] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.516878] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.516878] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.516878] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.516878] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.516878] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.517311] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.517311] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.539638] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.540100] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.540436] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.540784] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-441" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.541310] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-93d8655a-3f19-49bf-8d92-2db64cbd6fff taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.541742] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.543440] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.543440] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.543440] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93d8655a-3f19-49bf-8d92-2db64cbd6fff',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.654068] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.654068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.654068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.654381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.654812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.654812] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.654812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.654812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.655055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.655055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.655113] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a045d8b5-547b-4309-bc5b-c56665057c53 already deleted. [ 799.655465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.910439] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.910857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.910857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.910926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.911066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.911177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be updated. [ 799.952499] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.952689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.952689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.952916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.964903] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: IN_PROGRESS for 2s [ 799.983478] env[65152]: INFO networking_nsxv3.common.synchronization [req-70324b56-04ea-4606-a905-91f42a88df6e req-c34dae81-ba91-4d3e-b6f2-f08deddd14b1 tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 799.984129] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 799.984589] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.984729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.985028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.985028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.985310] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.985441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.985498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.985667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.985758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.985895] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.046933] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.047235] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.047317] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.047662] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.047820] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.047975] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 93d8655a-3f19-49bf-8d92-2db64cbd6fff not found, creating... [ 800.048369] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.048591] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.048726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.048969] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.049462] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.049462] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.049633] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.049686] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.049900] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.050040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.050235] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 93d8655a-3f19-49bf-8d92-2db64cbd6fff is going to be created. [ 800.076263] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.076557] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.076651] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.076980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.077243] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.077501] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.277653] env[65152]: INFO networking_nsxv3.common.synchronization [req-70324b56-04ea-4606-a905-91f42a88df6e req-b8cbfff7-2b7a-4250-a801-91b76a347bb7 tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 800.278240] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 800.278810] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.278810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.489627] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.558854] env[65152]: INFO networking_nsxv3.common.synchronization [req-70324b56-04ea-4606-a905-91f42a88df6e req-c0641704-05ed-4745-80fc-2e6866c89e5b tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 800.559235] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 800.559538] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.559642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.785241] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d35252e-c862-410c-899e-8d8c37cf8b5c req-9ad6e158-4c6d-4cca-be1a-58d3a61f413a service nova] Enqueued Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_rules [ 800.785458] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d35252e-c862-410c-899e-8d8c37cf8b5c req-9ad6e158-4c6d-4cca-be1a-58d3a61f413a service nova] Enqueued Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_members [ 800.785624] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d35252e-c862-410c-899e-8d8c37cf8b5c req-9ad6e158-4c6d-4cca-be1a-58d3a61f413a service nova] Enqueued Resource ID: 93d8655a-3f19-49bf-8d92-2db64cbd6fff with Priority: HIGHEST for action port [ 800.786298] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_rules [ 800.786487] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_members [ 800.786894] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d8655a-3f19-49bf-8d92-2db64cbd6fff with Priority: HIGHEST for action port [ 800.787747] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.787961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.788535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.788644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.788711] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.793021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.793021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.793021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.793021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.793021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.793021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.793021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.793021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.793475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.793475] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.794340] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-93d8655a-3f19-49bf-8d92-2db64cbd6fff taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.794561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.794561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.795161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.795161] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93d8655a-3f19-49bf-8d92-2db64cbd6fff',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.994549] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.297197] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.301022] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.301022] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93d8655a-3f19-49bf-8d92-2db64cbd6fff with status ACTIVE [ 801.301022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.301022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.301022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.302748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.302748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.302748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.302748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.302748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.302748] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93d8655a-3f19-49bf-8d92-2db64cbd6fff is going to be updated. [ 801.327252] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.327252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.327252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.327252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.327252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.327252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93d8655a-3f19-49bf-8d92-2db64cbd6fff" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.497572] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.497572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.497572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.497572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.497572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.497572] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 801.543272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.543272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.543272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.543272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.543272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.551348] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 801.753191] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8a7030-16ea-48ad-a39c-d12d99fbc92e req-3d118e40-06d4-42ff-bc16-decdeb04857b tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 801.753748] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 801.754023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.754181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.754263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.754569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.754730] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.755049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.755125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.755298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.755394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.755493] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.804800] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.978528] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 801.978528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.978528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.979555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.979746] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.979918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.979963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.980333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.980458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980747] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.259296] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.259296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.259296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.259296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.259938] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.259938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.259938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.259938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.260226] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be already deleted. [ 802.260226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.307595] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.307807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.307807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.308096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.308096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.308214] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a045d8b5-547b-4309-bc5b-c56665057c53 is going to be created. [ 802.340863] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.341095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.341189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.341468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.341601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.351888] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a045d8b5-547b-4309-bc5b-c56665057c53 in Status: UNINITIALIZED for 2s [ 802.484016] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.802346] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.802545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.802681] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.803064] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.803321] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.803474] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.803585] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.803797] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.803936] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.804596] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.804759] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.804915] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.805091] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.805252] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.805434] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.805984] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.828685] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.828935] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.829094] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.829273] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.829608] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-0ce77480-dd1b-4b60-b398-970322090d67 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.829793] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.829904] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.830281] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.830424] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce77480-dd1b-4b60-b398-970322090d67',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.985852] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c6ce56-a934-41e6-b470-4f78cbc6fdcb: rpc.has_security_group_logging(os_id): False [ 803.007099] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.007099] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.007099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.007099] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be updated. [ 803.073815] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.073982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.074096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.074407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.074514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.092989] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: IN_PROGRESS for 2s [ 803.333392] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.333849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.333849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.334285] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.334385] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.334576] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 0ce77480-dd1b-4b60-b398-970322090d67 not found, creating... [ 803.334866] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.335294] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.335294] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.335557] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.335754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.336125] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.336332] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.336430] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.336756] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.336904] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.337091] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 0ce77480-dd1b-4b60-b398-970322090d67 is going to be created. [ 803.365868] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.366093] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.366232] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.366620] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.366862] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.367167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.562734] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 803.562962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.563157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.563511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.563770] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.563963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.563999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.564188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.564364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.564483] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.067031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.067031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.067225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.067334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.067568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.067641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.067696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.067757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.068094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.068094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.068094] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 804.081481] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8a7030-16ea-48ad-a39c-d12d99fbc92e req-29b216d2-c469-495c-8161-c69fcaa72445 service nova] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 804.081700] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8a7030-16ea-48ad-a39c-d12d99fbc92e req-29b216d2-c469-495c-8161-c69fcaa72445 service nova] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 804.081844] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8a7030-16ea-48ad-a39c-d12d99fbc92e req-29b216d2-c469-495c-8161-c69fcaa72445 service nova] Enqueued Resource ID: 0ce77480-dd1b-4b60-b398-970322090d67 with Priority: HIGHEST for action port [ 804.082456] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 804.082570] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 804.082808] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce77480-dd1b-4b60-b398-970322090d67 with Priority: HIGHEST for action port [ 804.082980] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.083119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.083182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.083443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.083501] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.084404] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.084523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.084875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.084875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.085222] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.085222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.085407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.085617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.085617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.085682] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.086745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ce77480-dd1b-4b60-b398-970322090d67 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.086745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.086745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.086917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.087012] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce77480-dd1b-4b60-b398-970322090d67',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.102334] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.102482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.102605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.102880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.102977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.118526] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 804.362598] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a045d8b5-547b-4309-bc5b-c56665057c53 in Status: SUCCESS [ 804.362598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.362927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.362927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.363064] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.363132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.363196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.363354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.364768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.364768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.364768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.589990] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.589990] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.589990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.591871] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ce77480-dd1b-4b60-b398-970322090d67 with status ACTIVE [ 804.592272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.592598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.595535] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.595535] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.595535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.595535] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ce77480-dd1b-4b60-b398-970322090d67 is going to be updated. [ 804.648601] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.648749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.648822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.649068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.649247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.649421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ce77480-dd1b-4b60-b398-970322090d67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.865897] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.866181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.866276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.866564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.866773] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.866892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.866978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.867197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.867305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.867403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.867581] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.867683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.867766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.867915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.868220] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.868355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.868453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.868584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.868668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.868761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.868865] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.091117] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.107190] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 805.107190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.371286] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a045d8b5-547b-4309-bc5b-c56665057c53: rpc.has_security_group_logging(os_id): False [ 805.388887] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.389066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.389153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.389395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.389573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.390476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.390476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.390476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.390476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.390476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.390476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.390476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.390476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.390758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.390758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.390813] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.390916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.390985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.391904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.392070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.392225] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a045d8b5-547b-4309-bc5b-c56665057c53 is going to be created. [ 805.458438] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.458637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.458637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.459297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.459592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.474447] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a045d8b5-547b-4309-bc5b-c56665057c53 in Status: IN_PROGRESS for 2s [ 805.593767] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.594116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.594116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.594298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.594421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.594534] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be created. [ 805.652274] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.652274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.652274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.652274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.652274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.662789] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: UNINITIALIZED for 2s [ 806.128961] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 806.129776] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 deletion is rescheduled due to dependency. [ 806.129938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.130160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.130400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.130594] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.130987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.130987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.130987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.131125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.131171] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.634105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.634454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.634454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.634638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.634958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.635148] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.635347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.635425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.635655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.635722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.635779] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 806.665739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.665906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.665946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.666234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.666426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.676511] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 807.110124] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b28d601d-266a-4f73-81fc-29fa6e0b0444 None None] Enqueued Resource ID: 419654de-4a8e-4650-9bee-b1296f391aa2 with Priority: HIGHEST for action port [ 807.111335] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419654de-4a8e-4650-9bee-b1296f391aa2 with Priority: HIGHEST for action port [ 807.111656] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-419654de-4a8e-4650-9bee-b1296f391aa2 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419654de-4a8e-4650-9bee-b1296f391aa2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419654de-4a8e-4650-9bee-b1296f391aa2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.112344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419654de-4a8e-4650-9bee-b1296f391aa2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.112344] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419654de-4a8e-4650-9bee-b1296f391aa2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.491464] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a045d8b5-547b-4309-bc5b-c56665057c53 in Status: SUCCESS [ 807.491464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.615041] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 419654de-4a8e-4650-9bee-b1296f391aa2 [ 807.615295] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.615449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.615521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.615768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.615858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.616091] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:419654de-4a8e-4650-9bee-b1296f391aa2 already deleted. [ 807.616091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419654de-4a8e-4650-9bee-b1296f391aa2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.673214] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 807.673548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.673656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.673808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.674032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.674181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.674302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.674437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.674525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.674628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.674751] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.178180] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.681585] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebb5064-4dc9-4646-98f7-10b84cb8a9be: rpc.has_security_group_logging(os_id): False [ 808.700783] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 808.700985] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 deletion is rescheduled due to dependency. [ 808.702037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.706119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.706119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.706119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.706119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.706348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.706729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.707166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.707262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.707472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.707575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.707668] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be created. [ 808.813264] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.813264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.813264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.813264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.813264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.828708] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 809.527307] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7c3e3e0f-7a9e-4413-9957-f2ee3ac3ef3f None None] Enqueued Resource ID: fb854f90-8391-4a2f-85d1-aac9f9de4f5f with Priority: HIGHEST for action port [ 809.527831] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb854f90-8391-4a2f-85d1-aac9f9de4f5f with Priority: HIGHEST for action port [ 809.528141] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb854f90-8391-4a2f-85d1-aac9f9de4f5f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.528815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb854f90-8391-4a2f-85d1-aac9f9de4f5f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.529144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb854f90-8391-4a2f-85d1-aac9f9de4f5f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.529458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb854f90-8391-4a2f-85d1-aac9f9de4f5f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.529548] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb854f90-8391-4a2f-85d1-aac9f9de4f5f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.033276] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb854f90-8391-4a2f-85d1-aac9f9de4f5f [ 810.033689] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.034752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.034752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.034752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.034752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.034752] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb854f90-8391-4a2f-85d1-aac9f9de4f5f already deleted. [ 810.034752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb854f90-8391-4a2f-85d1-aac9f9de4f5f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.507921] env[65152]: INFO networking_nsxv3.common.synchronization [req-ca4335fd-4af7-44af-b41a-ab7014ef96d6 req-0bc2d195-9005-482d-8447-936be26dca7e tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 810.509207] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 810.509207] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.509207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.509207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.509433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.509626] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.509783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.509876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.510241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.510241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.510359] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.842869] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 810.843179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.999272] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.999612] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.999832] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.000405] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.001548] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.001548] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.001548] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.001897] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.002125] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.002458] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.002856] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.003116] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.003489] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.003558] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.004092] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.004092] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.013021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.013264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.013388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.013665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.013799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.014113] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.014342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.014342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.014561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.014678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.014804] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f already deleted. [ 811.014927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.026255] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.026467] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.026530] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.026721] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.027025] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-94ce5e99-3548-4c5a-92f7-57f4850f2ede taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.027188] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.027304] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.027674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.027888] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ce5e99-3548-4c5a-92f7-57f4850f2ede',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.530310] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.530674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.530806] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.531106] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.531338] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.531596] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 94ce5e99-3548-4c5a-92f7-57f4850f2ede not found, creating... [ 811.532075] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.532326] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.532479] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.532766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.532954] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.533312] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.533464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.533579] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.533788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.533915] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.534062] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede is going to be created. [ 811.554934] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.555217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.555356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.555774] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.556116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.556517] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842921] env[65152]: INFO networking_nsxv3.common.synchronization [None req-1d14cdb3-a737-4349-b3db-ba517526be64 None None] Enqueued Resource ID: 38b8153b-1240-440e-8013-5b06f75e9ce2 with Priority: HIGHEST for action port [ 811.844021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b8153b-1240-440e-8013-5b06f75e9ce2 with Priority: HIGHEST for action port [ 811.844627] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b8153b-1240-440e-8013-5b06f75e9ce2 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.845357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b8153b-1240-440e-8013-5b06f75e9ce2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.845968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b8153b-1240-440e-8013-5b06f75e9ce2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.845968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b8153b-1240-440e-8013-5b06f75e9ce2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.845968] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b8153b-1240-440e-8013-5b06f75e9ce2',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.269631] env[65152]: INFO networking_nsxv3.common.synchronization [req-ca4335fd-4af7-44af-b41a-ab7014ef96d6 req-01932a61-733f-43c7-963e-b5d5ed3ecd91 service nova] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 812.269828] env[65152]: INFO networking_nsxv3.common.synchronization [req-ca4335fd-4af7-44af-b41a-ab7014ef96d6 req-01932a61-733f-43c7-963e-b5d5ed3ecd91 service nova] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 812.269956] env[65152]: INFO networking_nsxv3.common.synchronization [req-ca4335fd-4af7-44af-b41a-ab7014ef96d6 req-01932a61-733f-43c7-963e-b5d5ed3ecd91 service nova] Enqueued Resource ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede with Priority: HIGHEST for action port [ 812.270204] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 812.270330] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 812.270424] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede with Priority: HIGHEST for action port [ 812.272037] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.272196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.272268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.272533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.272687] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.274620] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.274620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.274620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.274620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.274831] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.274831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.274831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.274993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.275958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.275958] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.275958] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-94ce5e99-3548-4c5a-92f7-57f4850f2ede taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.276395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.276395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.276395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.276395] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ce5e99-3548-4c5a-92f7-57f4850f2ede',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.348882] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b8153b-1240-440e-8013-5b06f75e9ce2 [ 812.350850] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.350850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.350850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.350850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.350850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.351585] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b8153b-1240-440e-8013-5b06f75e9ce2 already deleted. [ 812.351585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b8153b-1240-440e-8013-5b06f75e9ce2" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.598313] env[65152]: INFO networking_nsxv3.common.synchronization [req-50a1a70f-537e-44be-8dfd-ee4490f286c6 req-d298e791-1093-4ee9-a16c-f879216a5d53 tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 812.598966] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 812.599362] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.599519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.599826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.599826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.599925] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.600041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.600112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.600270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.600367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.600520] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.632021] env[65152]: INFO networking_nsxv3.common.synchronization [req-50a1a70f-537e-44be-8dfd-ee4490f286c6 req-d298e791-1093-4ee9-a16c-f879216a5d53 tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 812.632021] env[65152]: INFO networking_nsxv3.common.synchronization [req-50a1a70f-537e-44be-8dfd-ee4490f286c6 req-d298e791-1093-4ee9-a16c-f879216a5d53 tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 812.632021] env[65152]: INFO networking_nsxv3.common.synchronization [req-50a1a70f-537e-44be-8dfd-ee4490f286c6 req-d298e791-1093-4ee9-a16c-f879216a5d53 tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGHEST for action port [ 812.632021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 812.632021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 812.632021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGHEST for action port [ 812.632021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.632746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.632838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.633056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.633174] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.634373] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.634478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.634696] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e537ced-9826-4cc1-aa80-38e2291aefa7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.634798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.634883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.635069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.635149] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e537ced-9826-4cc1-aa80-38e2291aefa7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.781925] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.782184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.783087] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.784383] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94ce5e99-3548-4c5a-92f7-57f4850f2ede with status ACTIVE [ 812.784383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.784383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.784383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.784590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.784952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.784952] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.785094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.785094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.785287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.786780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.786780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.786780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.786780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.786780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.786780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.786780] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede is going to be updated. [ 812.809473] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.810531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.810531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.810531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.810531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.810531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.107110] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.138551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.138768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.138856] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e537ced-9826-4cc1-aa80-38e2291aefa7 with status ACTIVE [ 813.139042] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.139174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.139256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.139449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.139551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.139822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.139931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.139995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.140188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.140294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.140478] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.140581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.140643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.140777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.140855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.140940] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 is going to be updated. [ 813.166246] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.166495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.166495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.166746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.166844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.167026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.288558] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.610951] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.793066] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.793066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.793066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.793066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.793066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.793066] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be created. [ 813.828125] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.828493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.828493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.828581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.828732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.840029] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: UNINITIALIZED for 2s [ 814.115612] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.115855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.115855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.116335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.116335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.116335] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be updated. [ 814.150090] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.150802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.150802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.152491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.152491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.162776] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: IN_PROGRESS for 2s [ 814.504053] env[65152]: INFO networking_nsxv3.common.synchronization [None req-ca0b5a30-8808-458e-94b5-465acc682a51 None None] Enqueued Resource ID: 8afa679a-c490-47bf-ba80-da12ee8f8287 with Priority: HIGHEST for action port [ 814.505103] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afa679a-c490-47bf-ba80-da12ee8f8287 with Priority: HIGHEST for action port [ 814.506748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-8afa679a-c490-47bf-ba80-da12ee8f8287 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.508858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8afa679a-c490-47bf-ba80-da12ee8f8287" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.508858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8afa679a-c490-47bf-ba80-da12ee8f8287" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.508858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8afa679a-c490-47bf-ba80-da12ee8f8287" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.508858] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afa679a-c490-47bf-ba80-da12ee8f8287',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.013679] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8afa679a-c490-47bf-ba80-da12ee8f8287 [ 815.013679] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.013679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.013679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.013679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.013679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.013679] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8afa679a-c490-47bf-ba80-da12ee8f8287 already deleted. [ 815.013679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8afa679a-c490-47bf-ba80-da12ee8f8287" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.275706] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.275939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.275939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.279358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.279358] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.781768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.852730] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 815.852833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.853030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.853316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.853538] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.853675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.853745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.853958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.854041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.854100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.854207] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.014716] env[65152]: INFO networking_nsxv3.common.synchronization [req-bfc72956-3abe-4baf-b1bb-866ffc7c2972 req-fa8c13fb-1d44-40f5-bf43-e4ff92624d6a tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 816.017104] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 816.017104] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.017104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.017492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.017492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.017570] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.017860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.017860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.017941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.018113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.018113] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.175930] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: SUCCESS [ 816.176176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.176480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.176729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.177466] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.177466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.177466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.177466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.177466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.177466] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.267036] env[65152]: INFO networking_nsxv3.common.synchronization [None req-3b35b4be-f195-436e-9369-2d460e535d3f None None] Enqueued Resource ID: eb7f0117-270e-48a7-9840-8574db0f2e99 with Priority: HIGHEST for action port [ 816.267542] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7f0117-270e-48a7-9840-8574db0f2e99 with Priority: HIGHEST for action port [ 816.268301] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb7f0117-270e-48a7-9840-8574db0f2e99 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.268422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb7f0117-270e-48a7-9840-8574db0f2e99" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.268489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb7f0117-270e-48a7-9840-8574db0f2e99" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.268775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb7f0117-270e-48a7-9840-8574db0f2e99" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.268855] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7f0117-270e-48a7-9840-8574db0f2e99',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.284578] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf9e91f3-53c8-480f-9ab1-2329617bf902 req-7b7ffa4a-8560-40e5-84ee-0af5008b88f9 tempest-InstanceActionsV221TestJSON-1183602475 tempest-InstanceActionsV221TestJSON-1183602475-project-member] Enqueued Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_members [ 816.285043] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.287591] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGHEST for action security_group_members [ 816.289671] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.289751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.289813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.290049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.290213] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.290313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.290372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.290519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.290601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.290699] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.359216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.359405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.359442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.360561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.360764] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.360872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.360940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.361127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.361476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.361476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.361476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.361678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.361678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.361790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.361925] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.362035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.362101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.362257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.362372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.362637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.362637] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.521884] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.679423] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.777401] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb7f0117-270e-48a7-9840-8574db0f2e99 [ 816.777632] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.777854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.777925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.778278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.778278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.778388] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb7f0117-270e-48a7-9840-8574db0f2e99 already deleted. [ 816.778429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb7f0117-270e-48a7-9840-8574db0f2e99" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.787905] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 816.788019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 816.794618] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.794802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.794912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.795170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.795257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.795458] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.795553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.795605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.795748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.795865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.795912] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a045d8b5-547b-4309-bc5b-c56665057c53 is going to be updated. [ 816.828953] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.829137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.829206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.829444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.829524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.840715] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a045d8b5-547b-4309-bc5b-c56665057c53 in Status: IN_PROGRESS for 2s [ 816.867337] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f014d9c-a21f-469b-ae74-46ccfe0bf85f: rpc.has_security_group_logging(os_id): False [ 816.891036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.891036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.891036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.891036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.891878] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.891878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.891878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.891878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.891878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.891878] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be created. [ 816.961106] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.961292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.961351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.961609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.961793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.977935] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 817.024578] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.182874] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.228927] env[65152]: INFO networking_nsxv3.common.synchronization [req-da32a970-4031-482c-8554-0a124cc69f4a req-e4080d6d-417d-4d9a-b40e-3c6030930c8d tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 817.229735] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 817.230142] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.230285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.243961] env[65152]: INFO networking_nsxv3.common.synchronization [req-da32a970-4031-482c-8554-0a124cc69f4a req-e4080d6d-417d-4d9a-b40e-3c6030930c8d tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 817.244031] env[65152]: INFO networking_nsxv3.common.synchronization [req-da32a970-4031-482c-8554-0a124cc69f4a req-e4080d6d-417d-4d9a-b40e-3c6030930c8d tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 817.244233] env[65152]: INFO networking_nsxv3.common.synchronization [req-da32a970-4031-482c-8554-0a124cc69f4a req-e4080d6d-417d-4d9a-b40e-3c6030930c8d tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGHEST for action port [ 817.246729] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_rules [ 817.246729] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 817.246729] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGHEST for action port [ 817.246729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e537ced-9826-4cc1-aa80-38e2291aefa7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.246729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.246729] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e537ced-9826-4cc1-aa80-38e2291aefa7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.529644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.529839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.529959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.530328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.530328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.530438] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 817.570335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.570575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.570575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.570723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.571083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.585565] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 817.618785] env[65152]: INFO networking_nsxv3.common.synchronization [req-46bac743-673c-4e6b-a9a1-b1e7fc7fa458 req-9b52456a-a940-4a30-8e9e-7a7b0fd16e55 tempest-MigrationsAdminTest-1849662553 tempest-MigrationsAdminTest-1849662553-project-member] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 817.619452] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 817.619787] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.619961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.620161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.620424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.620586] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.620691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.620777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.620998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.621104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.621196] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.687013] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.687013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.687013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.687013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.687013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.687013] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be updated. [ 817.723660] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.723660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.723660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.723660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.723660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.734356] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: IN_PROGRESS for 2s [ 817.751250] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e537ced-9826-4cc1-aa80-38e2291aefa7 with status ACTIVE [ 817.751477] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.751604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.751671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.751915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.751991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.752171] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.752274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.752358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.752530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.752613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.753050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.753050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.753050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.753229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.753229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.753421] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 is going to be updated. [ 817.791178] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.791178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.791178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.791178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.791178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.791178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.804939] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b0326b13-dcde-49f7-95f8-7f9f2b40f87d None None] Enqueued Resource ID: eb199152-1bda-407d-af25-dc07224e8049 with Priority: HIGHEST for action port [ 817.805507] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb199152-1bda-407d-af25-dc07224e8049 with Priority: HIGHEST for action port [ 817.807209] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb199152-1bda-407d-af25-dc07224e8049 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.807209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb199152-1bda-407d-af25-dc07224e8049" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.807209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb199152-1bda-407d-af25-dc07224e8049" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.807209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb199152-1bda-407d-af25-dc07224e8049" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.807209] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb199152-1bda-407d-af25-dc07224e8049',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.821562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.824077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.824077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.824077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.835429] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 817.835934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.836985] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 817.911029] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.911299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.911413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.911672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.916688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.917267] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 817.917326] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'7e537ced-9826-4cc1-aa80-38e2291aefa7'} {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.918525] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 817.958273] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.958472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.958472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.958725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.960543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.960782] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 817.973561] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.974144] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.974144] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.974357] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.974710] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.974892] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.975014] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.975334] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.975523] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.975799] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.975855] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.975972] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.976824] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.976824] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.976824] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.976824] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.007761] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.007952] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.008153] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.008408] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-849" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.008772] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-9aea517b-12c4-4981-8432-d025229c6b26 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.008951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.009080] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.009410] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.009612] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aea517b-12c4-4981-8432-d025229c6b26',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.058605] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.059023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.059023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.059133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.059323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.059575] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 818.121809] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.121995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.122099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.122380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.122684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.122928] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 818.123060] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dd79689f-2d24-4996-8cfe-cdcd84c65212', '1907f47d-ddb3-4772-bf91-05d92f8dfd49', '70c0d581-fe1d-4159-949f-5ac4d64138ef', 'a045d8b5-547b-4309-bc5b-c56665057c53', '1e7211b9-211d-4d81-9641-5e90de72acc6', '6201f4e9-0079-405c-937a-c370da7c717b', '27c6ce56-a934-41e6-b470-4f78cbc6fdcb', '71f9b4b3-96cc-495c-97e1-f7c4ed5dab61', '3e290d10-5c3d-4aaa-b191-9e443a8cddf3', '97266c3b-4e56-4516-8d65-4f938b47b73c', 'c9b0d618-94d6-4c9b-99e3-047a3259e8e6', '10c3f786-24a4-4387-af0d-32012c452463', 'f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a', '8ebb5064-4dc9-4646-98f7-10b84cb8a9be', 'd7e45797-ef69-4aee-b2a7-22e53f3b03fc', 'f0bf2fef-5471-4dc2-8d95-b80d183fa34f', 'cf2462ae-c68b-49f7-81b1-fea07ea08d5a', '751549f4-d632-4ea8-adb5-2c3299c16b1c', '6e3eca93-749f-4118-9e4f-a6324a3fa1a5', '4176980d-a427-4238-80aa-97258a1fd303', '4a253a56-156d-442a-968a-fbdf939fa432', 'fee69c9b-ff64-4396-b970-91792330991b', '058ea99b-3460-4684-a1a5-dc0770c5cbbd', 'c675d351-87b2-45bf-8621-101435641e12', 'e74f11f6-11c5-4d13-9499-524aa9846038', '5edf2b31-9b5f-46af-8a8d-0796f657d757', 'fa08b29f-eaf2-4a19-97ef-31b0671e3dbe', 'cf2aa49f-d05d-4b89-a084-f5f1937c513f', '4f68ccdf-c287-4ca0-8dcc-fa9c440bc611', '9d16a21c-5fdf-4bfd-b830-4f66e417663f', '9f014d9c-a21f-469b-ae74-46ccfe0bf85f', '1df709c6-1ae7-418a-81d4-94d77d75a9ea', '5c89a36d-df9a-49ac-b09a-9d9a184e682d', 'b0a8d646-3a80-4f30-9e2a-519ea80ede86', '929027cc-a73c-4e92-9c46-473725805397'} {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.123185] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 818.125888] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.143778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.143950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.144064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.144419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.144525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.144630] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 818.144725] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.144801] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 818.202939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.203232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.203232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.203821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.204564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.204812] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 818.204925] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.205010] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 818.205101] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 818.205186] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGH for action port [ 818.205275] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/35 resources of Type:Security Group Rules [ 818.205357] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGH for action security_group_rules [ 818.205424] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGH for action security_group_rules [ 818.205474] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGH for action security_group_rules [ 818.205528] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGH for action security_group_rules [ 818.205574] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGH for action security_group_rules [ 818.205615] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGH for action security_group_rules [ 818.205666] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGH for action security_group_rules [ 818.205722] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGH for action security_group_rules [ 818.205783] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGH for action security_group_rules [ 818.205840] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGH for action security_group_rules [ 818.205898] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGH for action security_group_rules [ 818.205947] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 818.206000] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGH for action security_group_rules [ 818.206067] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGH for action security_group_rules [ 818.206126] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGH for action security_group_rules [ 818.206184] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGH for action security_group_rules [ 818.206248] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGH for action security_group_rules [ 818.206303] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGH for action security_group_rules [ 818.206395] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGH for action security_group_rules [ 818.206685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.309906] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb199152-1bda-407d-af25-dc07224e8049 [ 818.310362] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.310467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.310578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.310900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.311040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.311336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb199152-1bda-407d-af25-dc07224e8049 already deleted. [ 818.311336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb199152-1bda-407d-af25-dc07224e8049" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.514575] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.515745] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.515745] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.515745] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.515745] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.515745] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 9aea517b-12c4-4981-8432-d025229c6b26 not found, creating... [ 818.516021] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.516021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.516129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.516350] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.516486] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.516779] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.516936] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.517060] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.517268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.517399] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.517535] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 9aea517b-12c4-4981-8432-d025229c6b26 is going to be created. [ 818.582398] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.582740] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.582839] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.583095] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.583332] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.583560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.629340] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.853345] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a045d8b5-547b-4309-bc5b-c56665057c53 in Status: SUCCESS [ 818.853671] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a045d8b5-547b-4309-bc5b-c56665057c53 deletion is rescheduled due to dependency. [ 818.853671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.995653] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 818.995978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.132653] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.133077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.133077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.133155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.133187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.133292] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be updated. [ 819.169020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.169202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.169293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.169488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.169654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.181393] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 2s [ 819.301253] env[65152]: INFO networking_nsxv3.common.synchronization [req-46bac743-673c-4e6b-a9a1-b1e7fc7fa458 req-85ca5a9e-7add-49bc-92c4-ee7a6c16698f service nova] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_rules [ 819.301253] env[65152]: INFO networking_nsxv3.common.synchronization [req-46bac743-673c-4e6b-a9a1-b1e7fc7fa458 req-85ca5a9e-7add-49bc-92c4-ee7a6c16698f service nova] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 819.301599] env[65152]: INFO networking_nsxv3.common.synchronization [req-46bac743-673c-4e6b-a9a1-b1e7fc7fa458 req-85ca5a9e-7add-49bc-92c4-ee7a6c16698f service nova] Enqueued Resource ID: 9aea517b-12c4-4981-8432-d025229c6b26 with Priority: HIGHEST for action port [ 819.301959] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_rules [ 819.302145] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 819.302294] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea517b-12c4-4981-8432-d025229c6b26 with Priority: HIGHEST for action port [ 819.302520] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 with Priority: HIGH for action port [ 819.302520] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGH for action security_group_rules [ 819.302667] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6201f4e9-0079-405c-937a-c370da7c717b with Priority: HIGH for action security_group_rules [ 819.302667] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGH for action security_group_rules [ 819.302823] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 with Priority: HIGH for action security_group_rules [ 819.302909] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c with Priority: HIGH for action security_group_rules [ 819.302909] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGH for action security_group_rules [ 819.303275] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f with Priority: HIGH for action security_group_rules [ 819.303275] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a with Priority: HIGH for action security_group_rules [ 819.303275] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc with Priority: HIGH for action security_group_rules [ 819.303275] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 819.303509] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 with Priority: HIGH for action security_group_rules [ 819.303509] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97266c3b-4e56-4516-8d65-4f938b47b73c with Priority: HIGH for action security_group_rules [ 819.303509] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGH for action security_group_rules [ 819.303665] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 with Priority: HIGH for action security_group_rules [ 819.303665] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGH for action security_group_rules [ 819.303755] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGH for action security_group_rules [ 819.303789] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a045d8b5-547b-4309-bc5b-c56665057c53 with Priority: HIGH for action security_group_rules [ 819.304207] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGH for action security_group_rules [ 819.304207] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef with Priority: HIGH for action security_group_rules [ 819.304423] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.304540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.304540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.304847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.304984] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.306443] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.306582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.306772] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aea517b-12c4-4981-8432-d025229c6b26 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.306928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.306928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.307142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.307237] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aea517b-12c4-4981-8432-d025229c6b26',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.308217] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e537ced-9826-4cc1-aa80-38e2291aefa7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.308347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.308723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.308723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.308723] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e537ced-9826-4cc1-aa80-38e2291aefa7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.310445] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.310596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.310660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.310803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.310880] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.312058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6201f4e9-0079-405c-937a-c370da7c717b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.312209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.312328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.314589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.314589] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6201f4e9-0079-405c-937a-c370da7c717b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.314589] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.314589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.314589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.314589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.314589] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.316121] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.316489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.316489] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3eca93-749f-4118-9e4f-a6324a3fa1a5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.317468] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751549f4-d632-4ea8-adb5-2c3299c16b1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.317611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.317664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.318808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.318808] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751549f4-d632-4ea8-adb5-2c3299c16b1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.320513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.320513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.320513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.320513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.320513] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.321451] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.321584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.321646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.322091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.322165] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0bf2fef-5471-4dc2-8d95-b80d183fa34f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.325348] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.325348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.325348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.325348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.325348] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.325348] env[65152]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 819.327836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.327987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.329071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.329071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.329071] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e45797-ef69-4aee-b2a7-22e53f3b03fc',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.329434] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.329565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.329635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.329827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.329930] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.331829] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.331962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.332053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.332215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.332290] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b0d618-94d6-4c9b-99e3-047a3259e8e6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.334037] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97266c3b-4e56-4516-8d65-4f938b47b73c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.334147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.334212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.334451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.334639] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97266c3b-4e56-4516-8d65-4f938b47b73c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.336360] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.337238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.337238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.337238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.337238] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.337790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.337900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.337956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.338134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.338593] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f9b4b3-96cc-495c-97e1-f7c4ed5dab61',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.339355] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.339463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.339531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.339691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.339764] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.340713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.340826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.341768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.341768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.342583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a045d8b5-547b-4309-bc5b-c56665057c53 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.342731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.342800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.343094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.343176] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a045d8b5-547b-4309-bc5b-c56665057c53',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.344488] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.344590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.344864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70c0d581-fe1d-4159-949f-5ac4d64138ef taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.345049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.345131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.345295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.345395] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70c0d581-fe1d-4159-949f-5ac4d64138ef',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.345649] env[65152]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 819.596434] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 819.597442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.745782] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: SUCCESS [ 819.746143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.746542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.746795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.746971] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.747131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.747197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.747370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.747428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.747515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.747643] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.748419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.748583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.748762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.748854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.748924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.749080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.749151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.749233] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.848054] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aea517b-12c4-4981-8432-d025229c6b26 with status ACTIVE [ 819.848376] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.848532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.848618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.848861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.848993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.849501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.849641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.849762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.849993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.850132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.850372] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.850784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.850918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.851149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.851309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.851449] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aea517b-12c4-4981-8432-d025229c6b26 is going to be updated. [ 819.853341] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e537ced-9826-4cc1-aa80-38e2291aefa7 with status ACTIVE [ 819.853577] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.853732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.854703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.854785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854962] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.855064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.855126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.855264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.855348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.855575] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.855693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.855743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.857196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.857196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.857196] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e537ced-9826-4cc1-aa80-38e2291aefa7 is going to be updated. [ 819.857196] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.857824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.880354] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.880516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.880588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.880805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.880946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.881146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e537ced-9826-4cc1-aa80-38e2291aefa7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.882043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.882163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.882234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.882426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.882528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.882667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aea517b-12c4-4981-8432-d025229c6b26" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.046071] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.046071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.046071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.047072] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.047072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.047072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.047072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.047224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.047224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.047387] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.052989] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.053246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.053246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.053361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.053526] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.053622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.053683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.053860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.053988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.054317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.054317] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.059852] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.060037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.060169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.060451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.060674] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.060783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.060847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.061015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.061119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.061205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.061292] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.062767] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.062767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.062767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.063111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.063147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.063314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.064202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.064202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.064202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.064202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.064202] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.068508] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.074236] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.074389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.074541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.074693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.075435] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.075435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.075435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.075435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.075435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.075435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.075802] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.088414] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebb5064-4dc9-4646-98f7-10b84cb8a9be: rpc.has_security_group_logging(os_id): False [ 820.133331] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.133996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.133996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.133996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.137319] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.137492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.138809] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.138925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.139853] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.139977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.140811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.140996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.141713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.141820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.142197] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.142285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.143334] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.143446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.144168] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.144282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.145010] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.145103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.145934] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.146086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.146660] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.147121] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.147255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.147842] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.148367] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.148439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.149123] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.149471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.149608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.160741] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.161350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.161487] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a is going to be deleted. [ 820.162605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.162844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.195491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195771] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0bf2fef-5471-4dc2-8d95-b80d183fa34f is going to be deleted. [ 820.196871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.197077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.226025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.226270] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b0d618-94d6-4c9b-99e3-047a3259e8e6 is going to be deleted. [ 820.227347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.227669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.244784] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.245037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.252148] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.252692] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.254404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.254647] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751549f4-d632-4ea8-adb5-2c3299c16b1c is going to be deleted. [ 820.255643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.255888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.291617] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.291838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.313895] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.313895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.314921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.315132] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e45797-ef69-4aee-b2a7-22e53f3b03fc is going to be deleted. [ 820.316146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.316401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.356762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.356997] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f9b4b3-96cc-495c-97e1-f7c4ed5dab61 is going to be deleted. [ 820.358043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.358287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.411095] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.411249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.427626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.427800] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6201f4e9-0079-405c-937a-c370da7c717b is going to be deleted. [ 820.428863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.429122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.495692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.495692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.499615] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.499750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.506546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.506696] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70c0d581-fe1d-4159-949f-5ac4d64138ef is going to be deleted. [ 820.507785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.508020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.540819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.540819] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3eca93-749f-4118-9e4f-a6324a3fa1a5 is going to be deleted. [ 820.541969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.542125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.573499] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.574965] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.575278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.575368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.575684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.576388] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.577712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.577712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.577712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.577712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.577712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.577910] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.578062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.578130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.578585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.579215] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.579215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.579608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.579608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.579608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.579608] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.580953] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.582139] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.582139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.582526] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.582526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.582526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.582693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.584203] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.584203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.584203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.584203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.584203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.584203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.584203] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.587451] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.588596] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.588852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.592062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.592304] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a045d8b5-547b-4309-bc5b-c56665057c53 is going to be deleted. [ 820.593983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.594386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.640470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.640645] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be deleted. [ 820.641786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.642588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.695088] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.695234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.714278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.714278] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97266c3b-4e56-4516-8d65-4f938b47b73c is going to be deleted. [ 820.715045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.715425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.754640] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.758968] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1df709c6-1ae7-418a-81d4-94d77d75a9ea: rpc.has_security_group_logging(os_id): False [ 820.766358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.766518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.800137] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.800348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.810765] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.810994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.816980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.817209] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be deleted. [ 820.818462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.818782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847432] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.847432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.892104] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.893231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.893458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.893722] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.894073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.894166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.894398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.894479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.894654] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be updated. [ 820.895880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.896134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.896236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8cac5eb-42f3-47f1-a8c3-c967e33f4f7a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.896741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.896847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0bf2fef-5471-4dc2-8d95-b80d183fa34f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.897281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.897363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.897460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.897602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b0d618-94d6-4c9b-99e3-047a3259e8e6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.898541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.898541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.898541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.898541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751549f4-d632-4ea8-adb5-2c3299c16b1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.898969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.899195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.899309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.899508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e45797-ef69-4aee-b2a7-22e53f3b03fc" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.899574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.899848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.899848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.899938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f9b4b3-96cc-495c-97e1-f7c4ed5dab61" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.900135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.900310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.900393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.900610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6201f4e9-0079-405c-937a-c370da7c717b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.900658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.900822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.900898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70c0d581-fe1d-4159-949f-5ac4d64138ef" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.901309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.901384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3eca93-749f-4118-9e4f-a6324a3fa1a5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.901735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.901806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a045d8b5-547b-4309-bc5b-c56665057c53" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.902119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.902271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.950322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.950667] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.950775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.950843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.951059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.951144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.951242] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be updated. [ 820.952369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.952707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.952809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.952920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97266c3b-4e56-4516-8d65-4f938b47b73c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.953065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.953220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.953297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.953411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.957233] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.957233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.957233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.957233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.957918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.957918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.008573] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.008755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.008755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.008991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.009099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.056314] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 821.069507] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.069662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.069705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.069933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.070127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.085245] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e7211b9-211d-4d81-9641-5e90de72acc6: rpc.has_security_group_logging(os_id): False [ 821.086647] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3f786-24a4-4387-af0d-32012c452463: rpc.has_security_group_logging(os_id): False [ 821.087137] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2462ae-c68b-49f7-81b1-fea07ea08d5a: rpc.has_security_group_logging(os_id): False [ 821.087915] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c6ce56-a934-41e6-b470-4f78cbc6fdcb: rpc.has_security_group_logging(os_id): False [ 821.101567] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: IN_PROGRESS for 2s [ 821.110545] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.110697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.110772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.111000] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.112790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.112962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.114822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.114822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.114996] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.114996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.173351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.173782] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.173851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.173959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.174189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.174427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.174562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.174782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.174859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.175178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.175345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.175757] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.175757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.175757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.175969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.175969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.176094] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 821.177264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.177474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.199126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 821.199541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.200233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.200625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.200956] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.201285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.201405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.201846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.201952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.202107] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.211612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.212284] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.212284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.212284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.212490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.212490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.212550] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be updated. [ 821.213808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.213938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.243202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.243546] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.243677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.243735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.244654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.244755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.245056] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.245207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.245295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.245509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.245633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.245934] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.246112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.246112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.246233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.246313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.246415] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be updated. [ 821.247905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.247993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.259696] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.259922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.259922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.260132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.260224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.260331] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be updated. [ 821.280169] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.280307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.292300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.292300] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.292585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.292585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.292660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.292699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.292789] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 821.296232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.296232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.296232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.297679] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.298406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.298406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.298406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.298406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.320024] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: IN_PROGRESS for 2s [ 821.325779] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.326588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.326588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.326588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.326588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.329444] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 821.357763] env[65152]: INFO networking_nsxv3.common.synchronization [req-8d1ad1b7-5f4c-4e05-9413-dfb4b9353ebf req-b0b1caa6-71e8-4ba4-96cc-ca6edb0b0bec tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 821.358336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: IN_PROGRESS for 2s [ 821.358822] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 821.359323] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.359452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.359514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.361939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.361939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.361939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.361939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.361939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.361939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.361939] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.387350] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.387494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.387562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.387776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.387924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.418727] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: IN_PROGRESS for 2s [ 821.459537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.459821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.459908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.460187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.460347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.500751] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 821.646526] env[65152]: INFO networking_nsxv3.common.synchronization [req-e3bc23e0-c19d-45d1-92ad-84f8bc452fe9 req-8dc4b8b8-729b-43e8-8de9-b5c2d5a89f31 tempest-AttachInterfacesUnderV243Test-237703561 tempest-AttachInterfacesUnderV243Test-237703561-project-member] Enqueued Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 821.647183] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea with Priority: HIGHEST for action security_group_members [ 821.647557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df709c6-1ae7-418a-81d4-94d77d75a9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.647648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.707954] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.739250] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.739250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.739250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.739250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.739250] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.739250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.739250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.740050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.740346] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.740752] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.741033] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.741278] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.741503] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.741721] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.741934] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.742215] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.762359] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.763639] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.763639] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.763639] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.764177] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.765931] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.765931] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.765931] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.765931] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.863661] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.863816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.863893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.864127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.864222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.864468] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.864563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.864629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.864793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.864859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.864946] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be deleted. [ 821.897308] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.897525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.897525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.897734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.897825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.897922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.210201] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.268972] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.269264] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.269409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.269776] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.269962] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.270166] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e not found, creating... [ 822.270483] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.270676] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.270823] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.271109] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.271281] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.271626] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.271798] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.271917] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.277313] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.277519] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.277645] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e is going to be created. [ 822.301984] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.301984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.301984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.301984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.301984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.301984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.712581] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.712765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.713438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.713438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.713612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713748] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be updated. [ 822.750264] env[65152]: INFO networking_nsxv3.common.synchronization [req-09f1fec2-f8da-4b56-b4c6-ca3e5b493121 req-ce62d1f7-9b91-4aac-99d2-b63e5ac9b200 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 822.750434] env[65152]: INFO networking_nsxv3.common.synchronization [req-09f1fec2-f8da-4b56-b4c6-ca3e5b493121 req-ce62d1f7-9b91-4aac-99d2-b63e5ac9b200 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 822.751070] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 822.751426] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 822.752096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.752350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.752612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.752988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.753955] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.754185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.754297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.754614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.754795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.754957] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.756468] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.756685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.756778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.757192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.757480] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.757666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.757769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.758043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.758225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.758389] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.777972] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.778274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.778274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.779162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.779162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.790252] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 2s [ 822.800751] env[65152]: INFO networking_nsxv3.common.synchronization [req-09f1fec2-f8da-4b56-b4c6-ca3e5b493121 req-ce62d1f7-9b91-4aac-99d2-b63e5ac9b200 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_rules [ 822.800937] env[65152]: INFO networking_nsxv3.common.synchronization [req-09f1fec2-f8da-4b56-b4c6-ca3e5b493121 req-ce62d1f7-9b91-4aac-99d2-b63e5ac9b200 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 822.801090] env[65152]: INFO networking_nsxv3.common.synchronization [req-09f1fec2-f8da-4b56-b4c6-ca3e5b493121 req-ce62d1f7-9b91-4aac-99d2-b63e5ac9b200 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 822.801245] env[65152]: INFO networking_nsxv3.common.synchronization [req-09f1fec2-f8da-4b56-b4c6-ca3e5b493121 req-ce62d1f7-9b91-4aac-99d2-b63e5ac9b200 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 822.801387] env[65152]: INFO networking_nsxv3.common.synchronization [req-09f1fec2-f8da-4b56-b4c6-ca3e5b493121 req-ce62d1f7-9b91-4aac-99d2-b63e5ac9b200 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede with Priority: HIGHEST for action port [ 822.802301] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_rules [ 822.802504] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 822.802617] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede with Priority: HIGHEST for action port [ 822.802710] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 822.802812] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 822.803115] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.803240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.803354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.803578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.803670] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.804586] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.804707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.804775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.804951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.805148] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.806267] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-94ce5e99-3548-4c5a-92f7-57f4850f2ede taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.806376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.806445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.806670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.806739] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ce5e99-3548-4c5a-92f7-57f4850f2ede',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.807476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.807571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.807762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.807844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.023158] env[65152]: INFO networking_nsxv3.common.synchronization [req-8d1ad1b7-5f4c-4e05-9413-dfb4b9353ebf req-ebf84754-649e-4b84-aa61-1d0a9cd37645 service nova] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_rules [ 823.023399] env[65152]: INFO networking_nsxv3.common.synchronization [req-8d1ad1b7-5f4c-4e05-9413-dfb4b9353ebf req-ebf84754-649e-4b84-aa61-1d0a9cd37645 service nova] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 823.023566] env[65152]: INFO networking_nsxv3.common.synchronization [req-8d1ad1b7-5f4c-4e05-9413-dfb4b9353ebf req-ebf84754-649e-4b84-aa61-1d0a9cd37645 service nova] Enqueued Resource ID: 9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e with Priority: HIGHEST for action port [ 823.024244] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_rules [ 823.024476] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 823.024622] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e with Priority: HIGHEST for action port [ 823.024945] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.025106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.025206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.025455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.025558] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.027696] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.027968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.028224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.028469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.028661] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.028802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.028887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.029083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.029232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.029327] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.030226] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.030673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.030751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.030943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.031059] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.077875] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 823.078389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.121238] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: SUCCESS [ 823.121238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.121238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.121238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.121238] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.222395] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 823.222682] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 823.222888] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_members [ 823.223558] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 823.223704] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 823.223804] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_members [ 823.224131] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.224234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.224514] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.224606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.224831] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f10f39-446b-483b-96ea-d09641e45724 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.224965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.225078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.225497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.225682] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.225804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.225839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.226031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.226066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.226162] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.261213] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.262306] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.278120] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_rules [ 823.278351] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 823.278436] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 823.278615] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 823.278688] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_rules [ 823.278807] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_members [ 823.278946] env[65152]: INFO networking_nsxv3.common.synchronization [req-eeb05139-390a-492d-9f1e-69c9b92218e9 req-de43ae85-9592-4512-b266-16308fa4cecb tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede with Priority: HIGHEST for action port [ 823.279891] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_rules [ 823.280051] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 823.280459] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_members [ 823.280459] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede with Priority: HIGHEST for action port [ 823.280459] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_rules [ 823.280459] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 823.280653] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 823.280826] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.280989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.281248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f10f39-446b-483b-96ea-d09641e45724 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.281467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281694] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-94ce5e99-3548-4c5a-92f7-57f4850f2ede taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.281797] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281980] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f10f39-446b-483b-96ea-d09641e45724 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.282095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.282165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.282501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.282609] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.286021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.286021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.286021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.286021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.309106] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94ce5e99-3548-4c5a-92f7-57f4850f2ede with status ACTIVE [ 823.309442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.309603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.310578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.310578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.310578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.310578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.310578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.310578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.310960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.310960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.311320] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.311320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.311320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.311520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.311574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.311650] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede is going to be updated. [ 823.313077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.313210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.313485] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.313606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.351508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.351508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.351508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.351508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.351508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.351508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.351508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.351969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.351969] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ce5e99-3548-4c5a-92f7-57f4850f2ede',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.353460] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 823.353629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.360573] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 823.360573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.374141] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea in Status: SUCCESS [ 823.374408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.374594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.374832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.375045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.375176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.375264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.375574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.375574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.375804] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.441606] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 823.441606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.515829] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 823.515829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.532893] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.534225] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.534485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.534878] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e with status ACTIVE [ 823.535215] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.536478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.536554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.536853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.537173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.537499] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.537652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.537754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.538255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.538255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.538376] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.538545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.538664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.538854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.538988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.539138] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e is going to be updated. [ 823.571812] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.572184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.572184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.572767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.572767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.572767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad22ad6-4b9b-4ac9-872b-5fcdafc8f14e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.646988] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.647490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.647670] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be deleted. [ 823.730264] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.756313] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.756489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.756537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.756863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.756960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.757099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.763999] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.765096] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.785869] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f10f39-446b-483b-96ea-d09641e45724 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.785869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.855485] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94ce5e99-3548-4c5a-92f7-57f4850f2ede with status ACTIVE [ 823.855998] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.856192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.856509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.856920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.857038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.857286] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.857354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.857432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.857636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.857832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.857940] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.858051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.858113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.858267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.858340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.858426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94ce5e99-3548-4c5a-92f7-57f4850f2ede is going to be updated. [ 823.877995] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.878388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.878388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.878583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.878673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.878917] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.879036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.879101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.879284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.879650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.879701] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea is going to be deleted. [ 823.893023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.893197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.893247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.893465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.893675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.893788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94ce5e99-3548-4c5a-92f7-57f4850f2ede" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.927188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.927188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.927188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.927942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.927942] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df709c6-1ae7-418a-81d4-94d77d75a9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.036138] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.234660] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.266947] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.267211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.267211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.267411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.267732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.267884] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be created. [ 824.269487] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.269669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.269712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.270156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.270256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.270306] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 824.303698] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.303850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.303910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.304151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.304313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.306433] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.306562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.306627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.306867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.306926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.322819] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 824.323597] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: UNINITIALIZED for 2s [ 824.431273] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.431273] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.431273] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df709c6-1ae7-418a-81d4-94d77d75a9ea already deleted. [ 824.431273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df709c6-1ae7-418a-81d4-94d77d75a9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.538428] env[65152]: INFO networking_nsxv3.common.synchronization [None req-eab206e1-5eb1-409f-aaf8-270029e54646 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_rules [ 824.538874] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.538999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.539092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.539287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.539386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.539472] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be created. [ 824.541443] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_rules [ 824.541813] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.542321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.542636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.542753] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.569231] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.569687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.569770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.569978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.570873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.581740] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: UNINITIALIZED for 2s [ 824.659473] env[65152]: INFO networking_nsxv3.common.synchronization [None req-982f8d14-ceae-4578-bf7e-1ffd00474686 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_rules [ 824.660071] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_rules [ 824.660393] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.660488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.738582] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.738805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.739465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.741297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.741437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.741566] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f10f39-446b-483b-96ea-d09641e45724 is going to be created. [ 824.794581] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.794581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.794581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.794581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.794581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.808678] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: UNINITIALIZED for 2s [ 824.809718] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 824.809718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.809984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.810111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.811909] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.811909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.811909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.811909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.811909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.811909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.811909] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.068032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.068184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.068249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.068528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.068628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.068730] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 already deleted. [ 825.068995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.069193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.069387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.069481] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.313375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.313654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.313654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.313818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.313989] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.314127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.314213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.314316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.314506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.314570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.314716] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.314801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.314855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.315012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.315155] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.315248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.315317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.315483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.315572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.315656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.315748] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.609413] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.609413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.609413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.609413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.609413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.609701] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 already deleted. [ 825.609796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.818345] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd79689f-2d24-4996-8cfe-cdcd84c65212: rpc.has_security_group_logging(os_id): False [ 825.840716] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.840716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.840716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.840716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.860389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.861021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.862540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.862540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.862540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.862540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.862828] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.862828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.862828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.863172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.863292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.863452] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.863598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.863737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.863878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.864086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.864260] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be updated. [ 825.934319] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.934645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.934789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.935115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.935447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.953576] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 2s [ 826.335179] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: SUCCESS [ 826.335615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.335702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.336564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.336564] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.336564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.336564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.336564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.336564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.337075] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.338197] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 826.338389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.338542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.338708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.338888] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.339010] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.339117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.339434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.339434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.339434] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.593863] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 826.594137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.594342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.594601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.594796] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.594914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.594975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.595139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.595218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.595303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.595407] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.823202] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: SUCCESS [ 826.823427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.823596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.823817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.825220] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.825220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.825220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.825220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.825220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.825220] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.841489] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.842625] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.097719] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.097719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.097719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.098035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.098170] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.098170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.098259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.098386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.098471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.098558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.098713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.098801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.098862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.099015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.099157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.099250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.099310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.099444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.099559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.099618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.099676] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.327414] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.346309] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.348813] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.602953] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1907f47d-ddb3-4772-bf91-05d92f8dfd49: rpc.has_security_group_logging(os_id): False [ 827.623461] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.623668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.623732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.623919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.624050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.624204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.624299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.624363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.624720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.624819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.625062] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.625174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.625241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.625454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.625602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.625794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.625893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.625956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.626300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.626384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.626477] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be created. [ 827.696558] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.696798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.696798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.696974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.697173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.711538] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 827.831572] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.850750] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.850944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.851012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.851302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.851425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851538] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 827.853050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.853156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.853198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.853372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.853459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.853555] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be updated. [ 827.888883] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.889097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.889175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.889432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.893023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.893023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.893362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.893643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.894024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.894312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.906970] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 827.908340] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: IN_PROGRESS for 2s [ 827.986486] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 827.986486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.986486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.986486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.986486] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.333411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.333623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.333679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.333954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.334069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.334180] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f10f39-446b-483b-96ea-d09641e45724 is going to be updated. [ 828.397650] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.397650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.397650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.397650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.397650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.406594] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: IN_PROGRESS for 2s [ 828.487041] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.489422] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.489422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.489422] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.991324] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.991470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.991560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.991934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.992153] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.992373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.992373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.992493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.992542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.992642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.992809] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.992908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.992987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.993113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.993256] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.993360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.993473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.993654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.993942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.995826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.996018] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.030939] env[65152]: INFO networking_nsxv3.common.synchronization [None req-bd996de7-6c37-4427-9e4b-5d7f3c5e5452 None None] Enqueued Resource ID: 86febfaf-4031-4d93-bd75-e1cdd328da21 with Priority: HIGHEST for action port [ 829.031897] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86febfaf-4031-4d93-bd75-e1cdd328da21 with Priority: HIGHEST for action port [ 829.033292] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-86febfaf-4031-4d93-bd75-e1cdd328da21 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.033292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86febfaf-4031-4d93-bd75-e1cdd328da21" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.033292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86febfaf-4031-4d93-bd75-e1cdd328da21" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.033292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86febfaf-4031-4d93-bd75-e1cdd328da21" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.033292] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86febfaf-4031-4d93-bd75-e1cdd328da21',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.499721] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd79689f-2d24-4996-8cfe-cdcd84c65212: rpc.has_security_group_logging(os_id): False [ 829.525533] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.525798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.525873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.526230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.526391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.527868] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.528018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.528093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.528295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.528374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.528640] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.528750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.528874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.528977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.529071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.529269] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.529368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.529432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.529577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.529681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.529735] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be updated. [ 829.539161] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86febfaf-4031-4d93-bd75-e1cdd328da21 [ 829.539429] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.540113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.540242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.540469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.540568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.540684] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86febfaf-4031-4d93-bd75-e1cdd328da21 already deleted. [ 829.540807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86febfaf-4031-4d93-bd75-e1cdd328da21" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.605946] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.606285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.606495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.606763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.607016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.623260] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 2s [ 829.736268] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 829.736268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.844507] env[65152]: INFO networking_nsxv3.common.synchronization [req-a288327f-5eed-4e7f-82fd-59ae16ce536f req-974735ef-2f4d-4446-a186-3d84bf5dc35f tempest-ImagesOneServerTestJSON-653607523 tempest-ImagesOneServerTestJSON-653607523-project-member] Enqueued Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_members [ 829.845266] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGHEST for action security_group_members [ 829.845686] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.845839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.845924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.846981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.848128] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.848278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.848354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.848559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.848669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.848772] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.921177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 829.921177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.921730] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: SUCCESS [ 829.921730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.921866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.922090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.922269] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.922419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.922516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.922707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.922785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.923593] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.924692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.924871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.928784] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.928967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.929059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.929227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.929314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.929447] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.272860] env[65152]: INFO networking_nsxv3.common.synchronization [req-31689c73-2fcc-4b37-aea1-776b5982296f req-14687a4f-63ba-4c8b-8fbc-8072e641c099 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 830.273638] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 830.274039] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.274182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.274255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.274609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.274802] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.274890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.274934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.275112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.275199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.275295] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.351308] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.352799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.352999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.353319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.382133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.383307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.383466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.383572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.383804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.385562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.385687] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 is going to be updated. [ 830.419190] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.419730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.419970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.420348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.421124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.423722] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: SUCCESS [ 830.423722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.427031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.427031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.427031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.427031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.427031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.427031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.427031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.427031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.427031] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.431542] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 in Status: IN_PROGRESS for 2s [ 830.431760] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.434023] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.689639] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.689997] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.690211] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.690617] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.690928] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.691210] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.691302] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.691530] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.691679] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.691965] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.692171] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.692243] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.692334] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.692461] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.692621] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.692785] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.714759] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.714759] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.714759] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.714759] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.714759] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.715040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.715082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.715478] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.715638] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae56b4ff-c62a-4065-b80a-0e5c12e9b28c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.779396] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.779396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.779396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.779396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.779825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.780138] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.780256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.780321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.780505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.780583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.780671] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d already deleted. [ 830.780756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.845920] env[65152]: INFO networking_nsxv3.common.synchronization [None req-8de5292f-e122-476f-a522-e9b400ea18bf None None] Enqueued Resource ID: 454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a with Priority: HIGHEST for action port [ 830.845920] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a with Priority: HIGHEST for action port [ 830.845920] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.846274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.846311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.847357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.847471] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.929408] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.934614] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.937229] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.218055] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.218407] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.218503] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.218778] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.219727] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.219903] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port ae56b4ff-c62a-4065-b80a-0e5c12e9b28c not found, creating... [ 831.220187] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.220347] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.220463] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.220916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.220916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.221126] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.221280] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.221395] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.221596] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.221728] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.221862] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: ae56b4ff-c62a-4065-b80a-0e5c12e9b28c is going to be created. [ 831.243285] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.243605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.243748] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.244081] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.244351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.244684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.349445] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a [ 831.349753] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.349920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.350029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.350249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.350369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.350491] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a already deleted. [ 831.350544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-454a771e-5f6f-4be3-b3b6-5b65d7a8ff4a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.434584] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f10f39-446b-483b-96ea-d09641e45724: rpc.has_security_group_logging(os_id): False [ 831.441073] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.441542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.441637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.441740] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 831.443129] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.443234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.443294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.443461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.443545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.443635] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be updated. [ 831.461849] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.462026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.462079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.462344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.462418] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.462658] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.462778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.462835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.462994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.463078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463164] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f10f39-446b-483b-96ea-d09641e45724 is going to be created. [ 831.481451] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.481602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.481665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.481885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.482043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.486049] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.486049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.486049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.486049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.486259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.498136] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: IN_PROGRESS for 2s [ 831.498136] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 831.559544] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.559544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.559544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.559544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.559544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.571360] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: IN_PROGRESS for 2s [ 831.642674] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 831.642924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.830767] env[65152]: INFO networking_nsxv3.common.synchronization [None req-5dab5e11-d490-4be5-8cd7-88c344a12085 None None] Enqueued Resource ID: 8b9372b7-a82b-4f25-9296-5e05c991a53d with Priority: HIGHEST for action port [ 831.831085] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b9372b7-a82b-4f25-9296-5e05c991a53d with Priority: HIGHEST for action port [ 831.831383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b9372b7-a82b-4f25-9296-5e05c991a53d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.831513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b9372b7-a82b-4f25-9296-5e05c991a53d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.831582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b9372b7-a82b-4f25-9296-5e05c991a53d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.831844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b9372b7-a82b-4f25-9296-5e05c991a53d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.831946] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9372b7-a82b-4f25-9296-5e05c991a53d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.975712] env[65152]: INFO networking_nsxv3.common.synchronization [req-31689c73-2fcc-4b37-aea1-776b5982296f req-843dc8bf-6ff9-42d5-93e4-8de7237256ab service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 831.975835] env[65152]: INFO networking_nsxv3.common.synchronization [req-31689c73-2fcc-4b37-aea1-776b5982296f req-843dc8bf-6ff9-42d5-93e4-8de7237256ab service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 831.975980] env[65152]: INFO networking_nsxv3.common.synchronization [req-31689c73-2fcc-4b37-aea1-776b5982296f req-843dc8bf-6ff9-42d5-93e4-8de7237256ab service nova] Enqueued Resource ID: ae56b4ff-c62a-4065-b80a-0e5c12e9b28c with Priority: HIGHEST for action port [ 831.976735] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 831.976735] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 831.976879] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae56b4ff-c62a-4065-b80a-0e5c12e9b28c with Priority: HIGHEST for action port [ 831.977599] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.977599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.977599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.977599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.977906] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.978762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.978762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.978867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.979021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.979211] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.979324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.979392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.979668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.979668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.979749] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.981156] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.981282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.981355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.981558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.981646] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae56b4ff-c62a-4065-b80a-0e5c12e9b28c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.334457] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b9372b7-a82b-4f25-9296-5e05c991a53d [ 832.334827] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.335093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.335224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.335623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.337203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.338123] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b9372b7-a82b-4f25-9296-5e05c991a53d already deleted. [ 832.338300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b9372b7-a82b-4f25-9296-5e05c991a53d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.443531] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 in Status: SUCCESS [ 832.443531] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 deletion is rescheduled due to dependency. [ 832.443531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.483375] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.486330] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.486445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.486638] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae56b4ff-c62a-4065-b80a-0e5c12e9b28c with status ACTIVE [ 832.487353] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.487353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.487353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.487353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.487353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.487595] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.487595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.487595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.487697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.487778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.488122] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.491037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.491037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.491037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.491037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.491037] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae56b4ff-c62a-4065-b80a-0e5c12e9b28c is going to be updated. [ 832.512375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.512624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.513114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.513114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.513374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.513412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae56b4ff-c62a-4065-b80a-0e5c12e9b28c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.991253] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.494618] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.494799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.494875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.495112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.495199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.495305] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be created. [ 833.511236] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 833.513773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.515623] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: SUCCESS [ 833.516587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.516791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.517033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.517234] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.517376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.517443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.517601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.517683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.517775] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.518619] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.518958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.518958] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.520035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.521412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.521510] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.523804] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.523804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.523804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.523971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.524128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.536179] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: UNINITIALIZED for 2s [ 833.593628] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: SUCCESS [ 833.593793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.024068] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.029925] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.230379] env[65152]: INFO networking_nsxv3.common.synchronization [None req-0e989b98-24a3-4eef-a3b7-c44ed8559f7c None None] Enqueued Resource ID: 624b14f6-2b00-458a-9982-efe7e688e91e with Priority: HIGHEST for action port [ 834.230898] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624b14f6-2b00-458a-9982-efe7e688e91e with Priority: HIGHEST for action port [ 834.231220] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-624b14f6-2b00-458a-9982-efe7e688e91e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.231347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-624b14f6-2b00-458a-9982-efe7e688e91e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.231408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-624b14f6-2b00-458a-9982-efe7e688e91e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.231678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-624b14f6-2b00-458a-9982-efe7e688e91e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.231766] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('624b14f6-2b00-458a-9982-efe7e688e91e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.530127] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.532231] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.733336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 624b14f6-2b00-458a-9982-efe7e688e91e [ 834.733603] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.733717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.733806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.734081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.734182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.734287] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:624b14f6-2b00-458a-9982-efe7e688e91e already deleted. [ 834.734369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-624b14f6-2b00-458a-9982-efe7e688e91e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.888418] env[65152]: INFO networking_nsxv3.common.synchronization [req-c9957880-eede-49c3-8204-3de75f808e95 req-9d207461-fe71-4221-b7a9-5a665482ddf6 tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 834.889047] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 834.890174] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.890174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.890174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.890174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.890450] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.890450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.890547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.890794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.890935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.891099] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.033666] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.033954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.033999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.034345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.034535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.034608] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 835.036562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.036697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.036843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.037174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.037174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.037303] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be updated. [ 835.070302] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.070302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.070302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.070432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.071297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.072821] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.073034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.073034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.073795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.073795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.089908] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: IN_PROGRESS for 2s [ 835.092241] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 835.305592] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.306444] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.306444] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.306444] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.306627] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.306691] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.306834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.307097] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.307249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.307454] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.307569] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.307680] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.307831] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.307896] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.307998] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.308140] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.352539] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.352787] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.352929] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.353164] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.353608] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-53f52eb3-137b-4fe1-be5e-638e722adac9 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.353872] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.353997] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.354343] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.354621] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f52eb3-137b-4fe1-be5e-638e722adac9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.377287] env[65152]: INFO networking_nsxv3.common.synchronization [req-40a3b06c-5af0-4449-9d42-cd12db88e3f3 req-948a6d87-e1b9-4a56-97c1-b2e1061de8a9 tempest-ListImageFiltersTestJSON-1017314065 tempest-ListImageFiltersTestJSON-1017314065-project-member] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 835.377772] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGHEST for action security_group_members [ 835.378091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.378214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.378279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.378476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.378628] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.378721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.378783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.378930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.379088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.379141] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.393894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.394073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.394401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394623] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.394722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.395019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.395103] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 already deleted. [ 835.395183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.547401] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 835.547643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.547814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.548049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.548245] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.548364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.548441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.548604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.548683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.549031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.549031] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.857498] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.857841] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.858078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.858439] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.858604] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.858757] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 53f52eb3-137b-4fe1-be5e-638e722adac9 not found, creating... [ 835.859031] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859194] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.859532] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.859669] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.860061] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.860231] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.860351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.860665] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.860802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.861206] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 is going to be created. [ 835.881273] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.881458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.881536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.881818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.881919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.882143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.882246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.882310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.882647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.882727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.882828] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be updated. [ 835.884903] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.885101] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.885227] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.885452] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.885670] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.886120] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.918916] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.918916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.918916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.919368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.919368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.940566] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: IN_PROGRESS for 2s [ 836.051540] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.051863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.051863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053068] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.053068] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.053707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.053764] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.558032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 836.575873] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.576060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.576110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.576583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.576703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.576917] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.577058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.577141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.577278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.577357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.577537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.577638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.577687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.578093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.578093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.578382] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.578526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.579265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.579265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.579265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.579265] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be created. [ 836.664387] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.664594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.664671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.664864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.665057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.677539] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 836.713780] env[65152]: INFO networking_nsxv3.common.synchronization [req-c9957880-eede-49c3-8204-3de75f808e95 req-ffb6d534-641d-4182-94f5-5e5a0fbbb1b4 service nova] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 836.713854] env[65152]: INFO networking_nsxv3.common.synchronization [req-c9957880-eede-49c3-8204-3de75f808e95 req-ffb6d534-641d-4182-94f5-5e5a0fbbb1b4 service nova] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 836.713951] env[65152]: INFO networking_nsxv3.common.synchronization [req-c9957880-eede-49c3-8204-3de75f808e95 req-ffb6d534-641d-4182-94f5-5e5a0fbbb1b4 service nova] Enqueued Resource ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 with Priority: HIGHEST for action port [ 836.714492] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 836.714612] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 836.714714] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 with Priority: HIGHEST for action port [ 836.714987] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.715187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.715187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.715382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.715516] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.716414] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.716536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.716597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.717637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.717637] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.717637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.717637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.717637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.717637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.717637] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.719512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f52eb3-137b-4fe1-be5e-638e722adac9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.719512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.719512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.719512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.719512] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f52eb3-137b-4fe1-be5e-638e722adac9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.105144] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 837.105505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.105765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.106086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.106379] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.106559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.106660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.106890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.107112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.107278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.107420] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.109478] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: SUCCESS [ 837.109743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.109970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.110239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.110516] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.110700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.110823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.111027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.111152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.111280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.111419] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.222631] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.222787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.222996] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.223929] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53f52eb3-137b-4fe1-be5e-638e722adac9 with status ACTIVE [ 837.224143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.224295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.224351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.226999] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.226999] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.226999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.226999] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 is going to be updated. [ 837.250261] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.251655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.251655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.251655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.251655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.251655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.532623] env[65152]: INFO networking_nsxv3.common.synchronization [req-ad9c4093-e7c8-433a-8085-09b98afb9612 req-78778479-dda3-4c14-8912-dc325c2564f7 tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 837.533344] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 837.533684] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.533806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.533902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.534208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.534442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.534629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.534739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.534970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.535113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.535195] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.615393] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.615393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.615393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.615393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.615393] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.615393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.615932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.615932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.615932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.615932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.615932] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.616165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.616165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.616259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.616368] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.616454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.616513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.616646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.616719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.616822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.616932] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.618964] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.727711] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.880117] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.880332] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.880457] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.880727] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.880990] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.881163] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.881281] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.881645] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.881743] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.881936] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.882061] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.882169] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.882314] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.882440] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.882555] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.882690] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.903389] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.903531] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.903656] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.903835] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.904168] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-80a640bc-d3d5-4031-aaeb-12d983985fc9 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.904339] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.904460] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.904876] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.905073] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a640bc-d3d5-4031-aaeb-12d983985fc9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.953851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 in Status: SUCCESS [ 837.954117] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 deletion is rescheduled due to dependency. [ 837.954351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.039320] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.123208] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f014d9c-a21f-469b-ae74-46ccfe0bf85f: rpc.has_security_group_logging(os_id): False [ 838.123208] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93b219ea-849c-4fa3-833c-effe36485e8c: rpc.has_security_group_logging(os_id): False [ 838.141074] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.141922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.142016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.142251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.144186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.144306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.165751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.165751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.165751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.165751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.166269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.166269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.166269] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 838.166849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.167455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.167455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.167455] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.167455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.167455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.167814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.167814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.167814] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be created. [ 838.230093] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.230250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.230324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.230541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.231057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.231057] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 is going to be created. [ 838.233333] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.233467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.233539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.233741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.233893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.237300] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.237429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.237505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.237673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.237840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.249874] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: IN_PROGRESS for 2s [ 838.251197] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 838.257098] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.257288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.257338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.257508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.257666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.269096] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: UNINITIALIZED for 2s [ 838.407675] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.408234] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.408498] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.408849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.409049] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.409240] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 80a640bc-d3d5-4031-aaeb-12d983985fc9 not found, creating... [ 838.409617] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.409828] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.409986] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.410341] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.410542] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.410864] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.411068] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.411213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.411445] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.411659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.411787] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 80a640bc-d3d5-4031-aaeb-12d983985fc9 is going to be created. [ 838.441730] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.442093] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.442232] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.442615] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.442946] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.443104] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.544213] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.736337] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 838.736774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.049058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.049058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.049058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.049377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.049377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.049508] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 839.082894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.083126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.083126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.083375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.083546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.096468] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 839.232097] env[65152]: INFO networking_nsxv3.common.synchronization [req-ad9c4093-e7c8-433a-8085-09b98afb9612 req-1f62f37a-937d-4cba-93dd-f99c0215d7d1 service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 839.232402] env[65152]: INFO networking_nsxv3.common.synchronization [req-ad9c4093-e7c8-433a-8085-09b98afb9612 req-1f62f37a-937d-4cba-93dd-f99c0215d7d1 service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 839.232503] env[65152]: INFO networking_nsxv3.common.synchronization [req-ad9c4093-e7c8-433a-8085-09b98afb9612 req-1f62f37a-937d-4cba-93dd-f99c0215d7d1 service nova] Enqueued Resource ID: 80a640bc-d3d5-4031-aaeb-12d983985fc9 with Priority: HIGHEST for action port [ 839.233102] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 839.233262] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 839.233366] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a640bc-d3d5-4031-aaeb-12d983985fc9 with Priority: HIGHEST for action port [ 839.233743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.233806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.233862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.234110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.234166] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.235311] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.235440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.235743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-80a640bc-d3d5-4031-aaeb-12d983985fc9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.235902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.236026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.236240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.236370] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a640bc-d3d5-4031-aaeb-12d983985fc9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.738845] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.738845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.739608] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80a640bc-d3d5-4031-aaeb-12d983985fc9 with status ACTIVE [ 839.739608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.739608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.739608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.739608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.739608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.739904] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.739904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.739904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.740125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.740125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.740241] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.740336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.740396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.740567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.740692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.740829] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80a640bc-d3d5-4031-aaeb-12d983985fc9 is going to be updated. [ 839.763564] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.763757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.763805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.763997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.764158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.764324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80a640bc-d3d5-4031-aaeb-12d983985fc9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.279949] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: SUCCESS [ 840.280227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.280227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.280381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.280486] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.282098] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: SUCCESS [ 840.282644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.282644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.282811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.282872] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.282966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.283045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.283205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.283286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.283360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.283454] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.285257] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 840.285257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.285823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.286017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.286113] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.786515] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.786758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.786911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.787251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.787497] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.787678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.787811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.788087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.788210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.788308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.788406] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.789548] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.790681] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.790737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.790806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.791349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.791349] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.791528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.791528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.792299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.792299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.792299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.794018] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.112024] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 841.112024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.112024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.112371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.112553] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.112747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.112871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.113095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.113253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.113405] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.296504] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f26018a-f499-4c18-b23c-e36e09025d90: rpc.has_security_group_logging(os_id): False [ 841.297701] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.298937] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.298937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.298937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.299131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.299419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.299419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.299419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.299572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.299644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.299732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.299893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.299986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.300067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.300208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.300358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.300449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.300774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.300774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.300774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.300888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.300888] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.322088] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.322242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.322242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.323023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.323023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.323023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.323023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.323023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.323202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.323233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.323381] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 is going to be created. [ 841.391732] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.391732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.391732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.391732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.391732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.402059] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: IN_PROGRESS for 2s [ 841.616715] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.804625] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93b219ea-849c-4fa3-833c-effe36485e8c: rpc.has_security_group_logging(os_id): False [ 841.808035] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f014d9c-a21f-469b-ae74-46ccfe0bf85f: rpc.has_security_group_logging(os_id): False [ 841.825191] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.825191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.825191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.825554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.825554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.825617] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.825753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.825894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.825942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.825988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.826093] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be updated. [ 841.827978] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.828163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.828218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.828383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.828462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.828678] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.828807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.828874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.829040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.829120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.829299] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.829395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.829452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.829592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.829723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.829862] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.829948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.830019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.830159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.830233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.830316] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 841.908552] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.908778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.908867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.911328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.911513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.911582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.911821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.912091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.929374] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: IN_PROGRESS for 2s [ 841.931414] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 842.121238] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.341854] env[65152]: INFO networking_nsxv3.common.synchronization [req-b63ea02d-3379-42ab-b49b-793eae8d26ed req-7af7e0b6-bf2b-4173-bbe0-d69113acb46c tempest-ServersV294TestFqdnHostnames-478948616 tempest-ServersV294TestFqdnHostnames-478948616-project-member] Enqueued Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_members [ 842.342542] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_members [ 842.343346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.343523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.343596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.346375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.346375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.346375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.346375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.346375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.346375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.346375] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.627205] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.627397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.627474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.627706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.627840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.627913] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 842.666306] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.667015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.667135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.667416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.667603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.678812] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 842.720037] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.720868] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-864" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.720868] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-864" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.721890] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-864" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.721890] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.721890] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.721890] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.721890] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.722249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.722249] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.722249] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.722359] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.722492] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.722615] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.722717] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.722845] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.749861] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.749861] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.749861] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.749861] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-864" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.750196] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-48eafdec-3f43-4ee0-afd7-ef31f468f45e taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.752043] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.752043] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752043] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.752043] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48eafdec-3f43-4ee0-afd7-ef31f468f45e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.856995] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.856995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.856995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.857308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.857357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.857562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.857671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.857743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.858113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.858113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.858113] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c already deleted. [ 842.858113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.253699] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.253973] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254139] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.254430] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.254615] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.254776] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 48eafdec-3f43-4ee0-afd7-ef31f468f45e not found, creating... [ 843.255070] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.255272] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.255394] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.255622] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.255761] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.256057] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.256231] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.256330] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.256539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.256676] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.256860] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 48eafdec-3f43-4ee0-afd7-ef31f468f45e is going to be created. [ 843.296400] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.296400] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.296687] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.296756] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.298484] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.298882] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.416046] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: SUCCESS [ 843.416352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.945015] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: SUCCESS [ 843.945238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.946586] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 843.946748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.004553] env[65152]: INFO networking_nsxv3.common.synchronization [req-b63ea02d-3379-42ab-b49b-793eae8d26ed req-a01aea1c-64b9-42c8-9c09-6f546110884e service nova] Enqueued Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_rules [ 844.004553] env[65152]: INFO networking_nsxv3.common.synchronization [req-b63ea02d-3379-42ab-b49b-793eae8d26ed req-a01aea1c-64b9-42c8-9c09-6f546110884e service nova] Enqueued Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_members [ 844.004553] env[65152]: INFO networking_nsxv3.common.synchronization [req-b63ea02d-3379-42ab-b49b-793eae8d26ed req-a01aea1c-64b9-42c8-9c09-6f546110884e service nova] Enqueued Resource ID: 48eafdec-3f43-4ee0-afd7-ef31f468f45e with Priority: HIGHEST for action port [ 844.004553] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_rules [ 844.004947] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_members [ 844.004947] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48eafdec-3f43-4ee0-afd7-ef31f468f45e with Priority: HIGHEST for action port [ 844.005042] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.005191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.005294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.005483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.005601] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.006682] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.006792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.006864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.007072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.007295] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.007381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.007381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.007574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.007574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.007679] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.008870] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-48eafdec-3f43-4ee0-afd7-ef31f468f45e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.008959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.008959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.009132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.009215] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48eafdec-3f43-4ee0-afd7-ef31f468f45e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.510991] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.511901] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.512261] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.513266] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48eafdec-3f43-4ee0-afd7-ef31f468f45e with status ACTIVE [ 844.513474] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.513597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.513668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.513874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.513967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.514593] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.514740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.514785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.514954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.515285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.515285] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.515424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.515601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.515691] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48eafdec-3f43-4ee0-afd7-ef31f468f45e is going to be updated. [ 844.542940] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.543202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.543202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.543390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.543522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.544184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48eafdec-3f43-4ee0-afd7-ef31f468f45e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.690193] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 844.690425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.690601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.690819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.691014] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.691170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.691240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.691396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.691477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.691562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.691652] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.854431] env[65152]: INFO networking_nsxv3.common.synchronization [req-bcbb98a6-bff3-4c70-b01b-e1493354da8c req-b4e0694c-ef89-4a7a-9644-5079fb8b6b57 tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_members [ 844.854957] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_members [ 844.855188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.855458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.855458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.855676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.855840] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.855941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.856020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.856362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.856454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.856603] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.019224] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.193567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.193773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.193921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.194143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.194326] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.194886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.194988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.195198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.195328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.195466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.195604] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.195707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.195788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.195948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.196105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.196201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.196261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.196430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.196531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.196625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.197134] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.320805] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.321285] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.321285] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.321599] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.325257] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.325566] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.325713] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.325994] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.326163] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.326389] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.326542] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.326652] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.326748] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.326878] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.327034] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.327214] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.349843] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.350094] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.350278] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.350488] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.350854] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-4d488156-ef03-40dc-b8ec-59ef427fd72d taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.351076] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.351277] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.351784] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.351992] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d488156-ef03-40dc-b8ec-59ef427fd72d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.359016] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.359207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.359285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.359587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.359713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.359951] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.360077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.360169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.360338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.360441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.360539] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 already deleted. [ 845.360634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.522496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.522857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.522857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.523119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.523214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.523346] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c is going to be created. [ 845.560337] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.560499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.560542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.560756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.560940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.580374] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe0159e-a659-4c21-a622-18130e56aa5c in Status: UNINITIALIZED for 2s [ 845.699338] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c89a36d-df9a-49ac-b09a-9d9a184e682d: rpc.has_security_group_logging(os_id): False [ 845.726366] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.726456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.726496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.726685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.756976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.756976] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.757184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.757184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.757301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.757429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.757681] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.757775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.757854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.758057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.758132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.758328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.758639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.758639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.758769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.758769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.758866] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 845.845106] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.845624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.845908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.846408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.847412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.854829] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.855089] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.855225] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.855500] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.855766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.855966] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 4d488156-ef03-40dc-b8ec-59ef427fd72d not found, creating... [ 845.856253] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.856419] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.856545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.856775] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.856913] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.857222] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.857382] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.857516] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.857724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.857859] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.859040] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 4d488156-ef03-40dc-b8ec-59ef427fd72d is going to be created. [ 845.874301] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 845.883827] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.884106] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.884236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.884641] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.884892] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.885192] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.623980] env[65152]: INFO networking_nsxv3.common.synchronization [req-bcbb98a6-bff3-4c70-b01b-e1493354da8c req-5160f5b3-a16c-4b05-a6ec-f5cb55103c8d service nova] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_rules [ 846.623980] env[65152]: INFO networking_nsxv3.common.synchronization [req-bcbb98a6-bff3-4c70-b01b-e1493354da8c req-5160f5b3-a16c-4b05-a6ec-f5cb55103c8d service nova] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_members [ 846.624347] env[65152]: INFO networking_nsxv3.common.synchronization [req-bcbb98a6-bff3-4c70-b01b-e1493354da8c req-5160f5b3-a16c-4b05-a6ec-f5cb55103c8d service nova] Enqueued Resource ID: 4d488156-ef03-40dc-b8ec-59ef427fd72d with Priority: HIGHEST for action port [ 846.624736] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_rules [ 846.624873] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_members [ 846.624970] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d488156-ef03-40dc-b8ec-59ef427fd72d with Priority: HIGHEST for action port [ 846.625736] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.625836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.625930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.626123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.626208] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.628095] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.628230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.628307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.628501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.628763] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.628815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.628902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.629028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.629142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.629224] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.630879] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d488156-ef03-40dc-b8ec-59ef427fd72d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.631023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.631074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.631221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.631298] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d488156-ef03-40dc-b8ec-59ef427fd72d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.128871] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.129099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132273] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.134608] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d488156-ef03-40dc-b8ec-59ef427fd72d with status ACTIVE [ 847.134608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.134608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.134608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.134947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.134947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.135186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.135274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.135274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.135514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.135514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.135663] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.135789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.136047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.136047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.136047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.136401] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d488156-ef03-40dc-b8ec-59ef427fd72d is going to be updated. [ 847.162311] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.162311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.162311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.163055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.163055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.163702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d488156-ef03-40dc-b8ec-59ef427fd72d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.593913] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe0159e-a659-4c21-a622-18130e56aa5c in Status: SUCCESS [ 847.594091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.594877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.594877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.594877] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.595172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.595172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.595310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.595369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.595470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.595580] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.640255] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.672162] env[65152]: INFO networking_nsxv3.common.synchronization [req-28a27aaa-a17e-4176-a324-9c3a73ed8946 req-807756b5-e5d4-4d92-b484-b93dcc1be21f tempest-ServerMetadataNegativeTestJSON-1444230134 tempest-ServerMetadataNegativeTestJSON-1444230134-project-member] Enqueued Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_members [ 847.673972] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_members [ 847.673972] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.673972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.673972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.673972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.673972] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.673972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.673972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.673972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.673972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.673972] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.896931] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 847.897217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.098329] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.119135] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.119406] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-447" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.119546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-447" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.119961] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-447" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.120450] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.120651] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.120833] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.121146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.121425] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.121777] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.122052] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.122226] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.125777] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.125777] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.125777] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.125777] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.143258] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.143423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.143565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.143718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.143809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.143930] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 is going to be created. [ 848.146510] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.146681] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.147292] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.147536] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-447" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.147852] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-c0ed1c5c-a5e7-4551-a978-6b12e024e392 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.148237] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.148237] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.148605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.148770] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ed1c5c-a5e7-4551-a978-6b12e024e392',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.176816] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.177046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.177120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.177328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.177414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.177803] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.178177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.178177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.178177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.178448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.178448] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 already deleted. [ 848.178448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.186376] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.186376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.186376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.186376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.186376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.202073] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: UNINITIALIZED for 2s [ 848.601177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fe0159e-a659-4c21-a622-18130e56aa5c: rpc.has_security_group_logging(os_id): False [ 848.635508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.635852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.635976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.636251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.636347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.636621] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.636724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.636833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.637253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.637340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.637508] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c is going to be created. [ 848.652363] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.652363] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.652363] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.652752] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.652752] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.652821] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port c0ed1c5c-a5e7-4551-a978-6b12e024e392 not found, creating... [ 848.653951] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.653951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.653951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.653951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.653951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.654277] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.654613] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.654725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.654966] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.655117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.655265] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: c0ed1c5c-a5e7-4551-a978-6b12e024e392 is going to be created. [ 848.678043] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.678043] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.678043] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.678352] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.678453] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.680655] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.740675] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.741093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.741093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.741232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.741403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.796360] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fe0159e-a659-4c21-a622-18130e56aa5c in Status: IN_PROGRESS for 2s [ 849.426803] env[65152]: INFO networking_nsxv3.common.synchronization [req-28a27aaa-a17e-4176-a324-9c3a73ed8946 req-8ce76fb2-81bb-4964-8a42-b504cf37a077 service nova] Enqueued Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_rules [ 849.427116] env[65152]: INFO networking_nsxv3.common.synchronization [req-28a27aaa-a17e-4176-a324-9c3a73ed8946 req-8ce76fb2-81bb-4964-8a42-b504cf37a077 service nova] Enqueued Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_members [ 849.427356] env[65152]: INFO networking_nsxv3.common.synchronization [req-28a27aaa-a17e-4176-a324-9c3a73ed8946 req-8ce76fb2-81bb-4964-8a42-b504cf37a077 service nova] Enqueued Resource ID: c0ed1c5c-a5e7-4551-a978-6b12e024e392 with Priority: HIGHEST for action port [ 849.428142] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_rules [ 849.428297] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_members [ 849.428448] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ed1c5c-a5e7-4551-a978-6b12e024e392 with Priority: HIGHEST for action port [ 849.428838] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.428954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.429159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.429532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.429656] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.430769] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.431306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.431306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.431306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.431306] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.431498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.431498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.431616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.431715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.431779] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.437267] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ed1c5c-a5e7-4551-a978-6b12e024e392 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.437267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.437267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.437267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.437267] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ed1c5c-a5e7-4551-a978-6b12e024e392',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.653920] env[65152]: INFO networking_nsxv3.common.synchronization [req-72b9c033-eb82-4f2d-985a-6cdf12add93b req-6978c91f-a51f-42c9-9453-f39f3961b301 tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 849.654783] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 849.655108] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.655229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.655294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.655497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.655760] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.655820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.655874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.656076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.656168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.656261] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.939336] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.939465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.941803] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.942881] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0ed1c5c-a5e7-4551-a978-6b12e024e392 with status ACTIVE [ 849.943096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.943222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.943290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.943493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.943583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.943763] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.943862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.943934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.944102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.944181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.944357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.944452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.944760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.944937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.945021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.945116] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0ed1c5c-a5e7-4551-a978-6b12e024e392 is going to be updated. [ 849.970493] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.970493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.970493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.970493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.970493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.970833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ed1c5c-a5e7-4551-a978-6b12e024e392" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.161707] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.161883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.161934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.162211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.162292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.162496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.162695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.162766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.162933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.163025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.163117] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be updated. [ 850.199328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.199518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.199561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.199741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.199882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.209841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 850.210615] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: SUCCESS [ 850.210907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.211340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.211549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.211739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.211858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.213064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.213064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.213064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.213064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.213064] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.446891] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.482428] env[65152]: INFO networking_nsxv3.common.synchronization [req-d763b1e6-c4cb-4047-b492-5114ac3c4e48 req-a7f1668f-5b6d-4f59-945d-3ebe6f860fa5 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 850.483329] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 850.483428] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.483498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.483549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.483737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.483889] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.484031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.484087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.484204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.484285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.484412] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.714895] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.808940] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fe0159e-a659-4c21-a622-18130e56aa5c in Status: SUCCESS [ 850.809203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.829813] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.830052] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.830141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.830433] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.830695] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.830855] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.830978] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.831224] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.831372] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.831598] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.831712] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.831820] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.831926] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.832050] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.832162] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.832298] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.854120] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.854373] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.854969] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.854969] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.855292] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-4e971038-7230-4b48-895b-ec90d97550e7 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.855570] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.856018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.856171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.856363] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e971038-7230-4b48-895b-ec90d97550e7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.949467] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.949622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.950175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.950175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.950175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.950175] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 is going to be created. [ 850.978462] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.979169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.979169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.979169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.979169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.987801] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.987801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.987801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.987975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.993599] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 in Status: UNINITIALIZED for 2s [ 851.018196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.018454] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.018579] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.018684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.019032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.019133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.019259] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 851.099145] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.099230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.099327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.099531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.099682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.112993] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 851.217726] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d507b2-7550-4af6-ba1e-01d9e72e6a19: rpc.has_security_group_logging(os_id): False [ 851.250858] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.251161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.251293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.251573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.251698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.252011] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.252206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.252282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.252486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.252607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.252687] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 is going to be created. [ 851.359069] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.359375] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.359466] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.359903] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.360126] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.360313] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 4e971038-7230-4b48-895b-ec90d97550e7 not found, creating... [ 851.360658] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.360831] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.360963] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.361249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.361378] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.361694] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.361854] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.362053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.362195] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.362360] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.362601] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 4e971038-7230-4b48-895b-ec90d97550e7 is going to be created. [ 851.364644] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.364808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.364857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.365018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.365194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.400015] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: IN_PROGRESS for 2s [ 851.411685] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.412140] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.412330] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.412749] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.412999] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.413238] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.127375] env[65152]: INFO networking_nsxv3.common.synchronization [req-d763b1e6-c4cb-4047-b492-5114ac3c4e48 req-4a4205e3-7097-4753-9f64-241d4f33abb6 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 852.127727] env[65152]: INFO networking_nsxv3.common.synchronization [req-d763b1e6-c4cb-4047-b492-5114ac3c4e48 req-4a4205e3-7097-4753-9f64-241d4f33abb6 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 852.127727] env[65152]: INFO networking_nsxv3.common.synchronization [req-d763b1e6-c4cb-4047-b492-5114ac3c4e48 req-4a4205e3-7097-4753-9f64-241d4f33abb6 service nova] Enqueued Resource ID: 4e971038-7230-4b48-895b-ec90d97550e7 with Priority: HIGHEST for action port [ 852.128329] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 852.128479] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 852.128576] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e971038-7230-4b48-895b-ec90d97550e7 with Priority: HIGHEST for action port [ 852.128886] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.129738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.129987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.130223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.130339] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.131736] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.131736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.131921] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e971038-7230-4b48-895b-ec90d97550e7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.132055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.132137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.132362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.132524] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e971038-7230-4b48-895b-ec90d97550e7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.222051] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 852.222051] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 deletion is rescheduled due to dependency. [ 852.222051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.634970] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.635174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.635453] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e971038-7230-4b48-895b-ec90d97550e7 with status ACTIVE [ 852.636022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.636022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.636022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.636265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.636385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.636675] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.636929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.636929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.637087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.637205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.637512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.637651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.637702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.637945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.638059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.638205] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e971038-7230-4b48-895b-ec90d97550e7 is going to be updated. [ 852.661963] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.662178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.662178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.662518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.662716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.662917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e971038-7230-4b48-895b-ec90d97550e7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.006069] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 in Status: SUCCESS [ 853.006428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.006664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.006970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.007225] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.007373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.007445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.007619] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.007752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.007817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.007995] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.127240] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 853.127855] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 853.127855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.127855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.128298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.128298] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.128298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.128298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.128471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.128553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.128708] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.415348] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: SUCCESS [ 853.415982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.510693] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.510883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.510952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.511246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.511398] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.511475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.511570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.511682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.511784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.511841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.511986] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.512093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.512148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.512286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.512423] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.512515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.512577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.512745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.512826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.512910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.513013] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.630724] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.015213] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33c405df-e64f-4aba-86bf-a20e49b8f780: rpc.has_security_group_logging(os_id): False [ 854.037990] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.038177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.038257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.038525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.038615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.038823] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.038941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.038998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.039174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.039251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.039481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.039601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.039665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.039814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.039922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.040130] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.040238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.040371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.040603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.040603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.040722] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 is going to be created. [ 854.113195] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.113409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.113522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.113824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.114087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.126073] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 in Status: IN_PROGRESS for 2s [ 854.132691] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.636463] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.636463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.636463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.636463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.636463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.636463] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 854.666713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.666884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.666965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.667306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.667464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.677334] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 854.792234] env[65152]: INFO networking_nsxv3.common.synchronization [None req-e6c0b620-e8c7-4e51-9ef5-fdb7e33ddd55 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_rules [ 854.792665] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_rules [ 854.793010] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.793175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.794058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.794058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.794058] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.896755] env[65152]: INFO networking_nsxv3.common.synchronization [None req-df1cd899-de5d-472b-885c-35b494175a64 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_rules [ 854.897580] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_rules [ 854.898678] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.899120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.316386] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.316833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.316833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.316833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.317027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.317145] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 already deleted. [ 855.317241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.317402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.317563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.317647] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.840022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.840257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.840257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.840441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.840500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.840585] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 already deleted. [ 855.840709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.142094] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 in Status: SUCCESS [ 856.142094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696037] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 856.696037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.696037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696037] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.696037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.696037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.697567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.697567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.697567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.697567] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.199625] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.199801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.199958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.200481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.200733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.200914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.201031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.201733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.201733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.201733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.201733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.201733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.202011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.202011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.202188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.202306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.202368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.202537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.202659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.202781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.202917] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.705722] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a253a56-156d-442a-968a-fbdf939fa432: rpc.has_security_group_logging(os_id): False [ 857.732604] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.733035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.733187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.734122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.734260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.734976] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.735162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.735239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.735758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.736023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.736144] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.736319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.736398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.736569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.736651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.736864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.736968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.737042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.737193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.737271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.737357] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 857.831022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.831022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.831022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.831022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.831022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.869788] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 859.504025] env[65152]: INFO networking_nsxv3.common.synchronization [req-1e6a08b4-0447-4e14-bb50-01c35d735532 req-532142b7-3e42-4ff6-8152-f8a9a8410046 tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 859.504025] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 859.504025] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.504025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.504025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.504025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.507352] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.507352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.507352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.507352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.507352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.507352] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.638347] env[65152]: INFO networking_nsxv3.common.synchronization [req-63fac24d-7452-44f4-a857-d81d73fd4fc6 req-b97ec7e3-9d2b-4d8b-90b8-d31cf136fb62 tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 859.639579] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 859.641224] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.641224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.641224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.641224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.641224] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.641224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.641224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.641224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.641224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.641224] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.887142] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 859.887142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.008709] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.034168] env[65152]: INFO networking_nsxv3.common.synchronization [req-6785107c-208a-4e28-954f-00323f52efa2 req-4a361414-2f0d-470f-811a-afd28c050739 tempest-ServersNegativeTestMultiTenantJSON-1177054578 tempest-ServersNegativeTestMultiTenantJSON-1177054578-project-member] Enqueued Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_members [ 860.034795] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_members [ 860.035204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.035344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.036167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.036513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.036772] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.037020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.037020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.037236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.037329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.037590] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.145352] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.511813] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.533345] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-480" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.533656] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-480" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.534174] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-480" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.534369] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.534528] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.534688] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.534950] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.535122] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.535408] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.535522] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.535629] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.535766] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.535878] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.535945] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.536089] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.540119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.540262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.540303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.540487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.540571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.540753] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.540860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.540925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.541063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.541139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.541220] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 already deleted. [ 860.541299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562393] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.562567] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.562736] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.563394] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-480" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.563394] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-524bfb6c-d55e-49f5-b814-ccfcc41ef532 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.563597] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.563666] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.564040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.564175] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524bfb6c-d55e-49f5-b814-ccfcc41ef532',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.646893] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.014531] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.014813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.014943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.015317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.015451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.015790] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 861.052380] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.052380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.052518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.053059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.053338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.066396] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 861.068864] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.070356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.070356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.070356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.070356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.070356] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 524bfb6c-d55e-49f5-b814-ccfcc41ef532 not found, creating... [ 861.070356] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.070605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.070605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.070729] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.070913] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.071186] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.071342] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.071459] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.071697] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.071834] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.071974] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 524bfb6c-d55e-49f5-b814-ccfcc41ef532 is going to be created. [ 861.115940] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.116179] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116324] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.117422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.117422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.117422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.148911] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.149125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.149201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.149414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.149506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.149604] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 861.228707] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.228980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.228980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.229170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.229325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.258036] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 861.810543] env[65152]: INFO networking_nsxv3.common.synchronization [req-6785107c-208a-4e28-954f-00323f52efa2 req-fad3ce25-548c-4d4b-be14-c3d8f72ffd10 service nova] Enqueued Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_rules [ 861.810802] env[65152]: INFO networking_nsxv3.common.synchronization [req-6785107c-208a-4e28-954f-00323f52efa2 req-fad3ce25-548c-4d4b-be14-c3d8f72ffd10 service nova] Enqueued Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_members [ 861.810802] env[65152]: INFO networking_nsxv3.common.synchronization [req-6785107c-208a-4e28-954f-00323f52efa2 req-fad3ce25-548c-4d4b-be14-c3d8f72ffd10 service nova] Enqueued Resource ID: 524bfb6c-d55e-49f5-b814-ccfcc41ef532 with Priority: HIGHEST for action port [ 861.811306] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_rules [ 861.811444] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_members [ 861.811540] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524bfb6c-d55e-49f5-b814-ccfcc41ef532 with Priority: HIGHEST for action port [ 861.811810] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.811974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.812733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.812915] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.814269] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.814904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.816400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.816446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.816571] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.816681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.816752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.816946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.817873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.817996] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.819251] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-524bfb6c-d55e-49f5-b814-ccfcc41ef532 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.819407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.819407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.819525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.819614] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524bfb6c-d55e-49f5-b814-ccfcc41ef532',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.321445] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.322524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.323345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.323991] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 524bfb6c-d55e-49f5-b814-ccfcc41ef532 with status ACTIVE [ 862.326272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.326272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.326272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.326272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.326272] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 524bfb6c-d55e-49f5-b814-ccfcc41ef532 is going to be updated. [ 862.351344] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.351586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.351704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.352826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.352826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.352826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524bfb6c-d55e-49f5-b814-ccfcc41ef532" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.540192] env[65152]: INFO networking_nsxv3.common.synchronization [req-27f4a62b-68c0-449e-aec2-18c295fd6b3f req-37592923-64f5-447b-88c6-69359802c43f tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_members [ 862.540192] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_members [ 862.540743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.541058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.541278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.541645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.541914] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.542185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.542341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.543159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.543444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.543689] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.561195] env[65152]: INFO networking_nsxv3.common.synchronization [None req-488fbd76-40bf-4fea-ad4e-bb605571bf02 None None] Enqueued Resource ID: c7068e6e-3d19-4925-8517-d703eae7a0b5 with Priority: HIGHEST for action port [ 862.561195] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7068e6e-3d19-4925-8517-d703eae7a0b5 with Priority: HIGHEST for action port [ 862.561195] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7068e6e-3d19-4925-8517-d703eae7a0b5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.561195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7068e6e-3d19-4925-8517-d703eae7a0b5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.561195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7068e6e-3d19-4925-8517-d703eae7a0b5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.561195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7068e6e-3d19-4925-8517-d703eae7a0b5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.561494] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7068e6e-3d19-4925-8517-d703eae7a0b5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.825113] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.880092] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.880343] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.880409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.880697] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.880935] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.881137] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.881655] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.881655] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.881655] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.881826] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.881943] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.882063] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.882180] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.882273] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.882376] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.882506] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.911116] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.911315] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.911461] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.911645] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.911994] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.912185] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.912304] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.912663] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.912811] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c7db58-bce9-4719-971e-1a1f0ce2bfe4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.046873] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.047112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.047253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.047523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.047651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.047919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.048064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.048159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.048346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.048431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.048548] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 already deleted. [ 863.048653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.064425] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7068e6e-3d19-4925-8517-d703eae7a0b5 [ 863.064425] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.064425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.064425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.064425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.064425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.064425] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7068e6e-3d19-4925-8517-d703eae7a0b5 already deleted. [ 863.064425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7068e6e-3d19-4925-8517-d703eae7a0b5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.078665] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 863.078665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.272472] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 4s [ 863.332208] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.332208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.332208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.332208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.332208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.332208] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 is going to be created. [ 863.367805] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.368023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.368117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.368382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.368574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.380787] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 in Status: UNINITIALIZED for 2s [ 863.415840] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.416130] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.416260] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.416545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.416806] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.416865] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 15c7db58-bce9-4719-971e-1a1f0ce2bfe4 not found, creating... [ 863.417137] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.417284] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.417399] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.417612] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.417749] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.418054] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.418213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.418338] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.418585] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.418711] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.418851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 15c7db58-bce9-4719-971e-1a1f0ce2bfe4 is going to be created. [ 863.447119] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.447423] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.447484] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.447780] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.448023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.448264] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.209713] env[65152]: INFO networking_nsxv3.common.synchronization [req-27f4a62b-68c0-449e-aec2-18c295fd6b3f req-25582cc4-3d2b-4513-ac49-73c1c32a6175 service nova] Enqueued Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_rules [ 864.210132] env[65152]: INFO networking_nsxv3.common.synchronization [req-27f4a62b-68c0-449e-aec2-18c295fd6b3f req-25582cc4-3d2b-4513-ac49-73c1c32a6175 service nova] Enqueued Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_members [ 864.210992] env[65152]: INFO networking_nsxv3.common.synchronization [req-27f4a62b-68c0-449e-aec2-18c295fd6b3f req-25582cc4-3d2b-4513-ac49-73c1c32a6175 service nova] Enqueued Resource ID: 15c7db58-bce9-4719-971e-1a1f0ce2bfe4 with Priority: HIGHEST for action port [ 864.211739] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_rules [ 864.211739] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_members [ 864.211739] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c7db58-bce9-4719-971e-1a1f0ce2bfe4 with Priority: HIGHEST for action port [ 864.212357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.212357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.212613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.212782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.213325] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.218030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.218030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.218030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.218030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.218321] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.218321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.218321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.218567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.218694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.219653] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.220572] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.220779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.220779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.221211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.224831] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c7db58-bce9-4719-971e-1a1f0ce2bfe4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.727417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.727999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.728304] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.729370] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15c7db58-bce9-4719-971e-1a1f0ce2bfe4 with status ACTIVE [ 864.729559] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.729702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.729773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.729983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.730305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.730463] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.730975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.730975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.732870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.732995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.734293] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.734293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.734293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.734293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.734293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.734293] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15c7db58-bce9-4719-971e-1a1f0ce2bfe4 is going to be updated. [ 864.758636] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.758808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.758875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.759144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.759302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.759550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c7db58-bce9-4719-971e-1a1f0ce2bfe4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.925298] env[65152]: INFO networking_nsxv3.common.synchronization [None req-9cb1ec21-3c5e-4719-9671-10bd008f76b0 None None] Enqueued Resource ID: 172dba1f-a632-41fe-8d6e-503b78802e66 with Priority: HIGHEST for action port [ 864.926297] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172dba1f-a632-41fe-8d6e-503b78802e66 with Priority: HIGHEST for action port [ 864.927242] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-172dba1f-a632-41fe-8d6e-503b78802e66 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.927367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-172dba1f-a632-41fe-8d6e-503b78802e66" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.928148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-172dba1f-a632-41fe-8d6e-503b78802e66" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.928522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-172dba1f-a632-41fe-8d6e-503b78802e66" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.928755] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('172dba1f-a632-41fe-8d6e-503b78802e66',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.237512] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.286258] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 865.286258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.393073] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 in Status: SUCCESS [ 865.393224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.393390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.393610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.393799] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.393913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.393913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.394128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.394202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.394647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.394840] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.430864] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 172dba1f-a632-41fe-8d6e-503b78802e66 [ 865.431748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.431928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.432042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.432277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.432368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.432762] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:172dba1f-a632-41fe-8d6e-503b78802e66 already deleted. [ 865.432762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-172dba1f-a632-41fe-8d6e-503b78802e66" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.742314] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.742525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.742525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.743150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.743150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.743150] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 is going to be created. [ 865.772717] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.772856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.772936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.773190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.773360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.790362] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 in Status: UNINITIALIZED for 2s [ 865.900052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.900052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.900258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.900388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.900612] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.900725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.900792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.901049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.901130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.901254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.901455] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.901554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.901617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.901762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.901904] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.902318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.902524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.902786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.902908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.902977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.903081] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.406439] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466b0eb7-15b3-404e-afa5-1675d9b22f24: rpc.has_security_group_logging(os_id): False [ 866.431763] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.431763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.431763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.433135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.435534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.435534] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.435534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.435534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.435534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.435534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.435534] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.435534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.435534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.436015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.436084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.436326] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.436546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.436546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.437762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.437860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.437979] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 is going to be created. [ 866.509088] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.509350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.509432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.509667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.509859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.523936] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 in Status: IN_PROGRESS for 2s [ 867.801974] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 in Status: SUCCESS [ 867.802404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.802450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.802659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.802887] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.803024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.803125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.803299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.803384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.803465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.803558] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.305887] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.504292] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b1635f00-2b1a-4f90-8fbf-317c8c3edd4e None None] Enqueued Resource ID: 7e09f879-3f3f-47b6-b299-64c6189db083 with Priority: HIGHEST for action port [ 868.504922] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09f879-3f3f-47b6-b299-64c6189db083 with Priority: HIGHEST for action port [ 868.505246] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e09f879-3f3f-47b6-b299-64c6189db083 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.505387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e09f879-3f3f-47b6-b299-64c6189db083" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.505444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e09f879-3f3f-47b6-b299-64c6189db083" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.507167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e09f879-3f3f-47b6-b299-64c6189db083" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.507167] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e09f879-3f3f-47b6-b299-64c6189db083',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.539553] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 in Status: SUCCESS [ 868.541114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.808702] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c4ad139-7e57-4b99-b872-6c9ae1811ab6: rpc.has_security_group_logging(os_id): False [ 868.829448] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.829678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.829737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.829930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.830039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.830296] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.830396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.830469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.830647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.830725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.830814] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 is going to be created. [ 868.906093] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.906306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.906405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.906662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.906954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.952177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 in Status: IN_PROGRESS for 2s [ 869.012056] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e09f879-3f3f-47b6-b299-64c6189db083 [ 869.012056] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.012056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.012056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.012056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.012056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.012056] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e09f879-3f3f-47b6-b299-64c6189db083 already deleted. [ 869.012056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e09f879-3f3f-47b6-b299-64c6189db083" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.112601] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf84064b-ebd1-4da2-a857-cc98497b21e0 req-7a55e3b6-0493-4100-8894-04e2049950b0 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 869.113440] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 869.113894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.114106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.114220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.114531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.114838] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.115017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.115125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.115323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.115415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.115532] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.616245] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.616438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.616560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.616826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.617108] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.617267] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617377] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.617842] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.617887] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.619105] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.619305] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.619458] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.619608] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.619987] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.620144] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.620337] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.621818] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.658039] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.658107] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.658759] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.658759] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-70" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.658759] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.659318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.659318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.659529] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.659666] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.662274] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b7f49d75-abc5-44c4-82c3-04848f7edb8e None None] Enqueued Resource ID: 10871e98-f892-49c8-9937-5034cb6ef31f with Priority: HIGHEST for action port [ 869.662720] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10871e98-f892-49c8-9937-5034cb6ef31f with Priority: HIGHEST for action port [ 869.663274] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-10871e98-f892-49c8-9937-5034cb6ef31f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.663399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10871e98-f892-49c8-9937-5034cb6ef31f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.663468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10871e98-f892-49c8-9937-5034cb6ef31f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.663705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10871e98-f892-49c8-9937-5034cb6ef31f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.663789] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10871e98-f892-49c8-9937-5034cb6ef31f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.124332] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.163734] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.164104] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.164318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.166659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.166659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.166659] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f not found, creating... [ 870.166659] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.166659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.166659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.166948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.166984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.167436] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.168030] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.168372] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.169049] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.169256] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.169489] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f is going to be created. [ 870.171722] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10871e98-f892-49c8-9937-5034cb6ef31f [ 870.171722] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.171722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.171722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.171957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.171994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.172134] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10871e98-f892-49c8-9937-5034cb6ef31f already deleted. [ 870.172662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10871e98-f892-49c8-9937-5034cb6ef31f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.197159] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.197432] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.197578] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.197946] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.198229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.198565] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.627199] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.627401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.627487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.627696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.627850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.627970] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 870.684072] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.684307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.684307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.684511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.684653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.699867] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 870.733461] env[65152]: INFO networking_nsxv3.common.synchronization [req-199be2b3-933d-473d-9cdb-55710eec9cdf req-c5cc0779-4675-47d0-83e3-499bfaf0ec4c tempest-ServersNegativeTestJSON-1810237279 tempest-ServersNegativeTestJSON-1810237279-project-member] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 870.733928] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 870.734282] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.734462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.734533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.735431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.738260] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.738468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.738539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.738749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.738843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.739660] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.933652] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf84064b-ebd1-4da2-a857-cc98497b21e0 req-c5b59c46-9337-45c4-a5d1-be9676ea7f4e service nova] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 870.933652] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf84064b-ebd1-4da2-a857-cc98497b21e0 req-c5b59c46-9337-45c4-a5d1-be9676ea7f4e service nova] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 870.933652] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf84064b-ebd1-4da2-a857-cc98497b21e0 req-c5b59c46-9337-45c4-a5d1-be9676ea7f4e service nova] Enqueued Resource ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with Priority: HIGHEST for action port [ 870.933652] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 870.933652] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 870.933652] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with Priority: HIGHEST for action port [ 870.933652] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.933652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.933652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.933652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.933652] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.938486] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.938769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.938957] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.939078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.939143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.939346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.939429] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.943295] env[65152]: INFO networking_nsxv3.common.synchronization [None req-42bca48a-92c4-4e41-ae8c-dcb8edac090a None None] Enqueued Resource ID: 0cdad7eb-2119-4eb2-a87c-bc637bf039ad with Priority: HIGHEST for action port [ 870.944028] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdad7eb-2119-4eb2-a87c-bc637bf039ad with Priority: HIGHEST for action port [ 870.944345] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdad7eb-2119-4eb2-a87c-bc637bf039ad taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.944460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdad7eb-2119-4eb2-a87c-bc637bf039ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.944605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdad7eb-2119-4eb2-a87c-bc637bf039ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.945117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdad7eb-2119-4eb2-a87c-bc637bf039ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.945117] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdad7eb-2119-4eb2-a87c-bc637bf039ad',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.969699] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 in Status: SUCCESS [ 870.969917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.242119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.242455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.242455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.242595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.242680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.242924] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.243084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.243159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.243371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.243371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.243501] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 already deleted. [ 871.243501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.295749] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.295985] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.296146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.296494] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.296772] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.297123] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.300016] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.301169] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.303018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.303018] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.303018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.303018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.303018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.303018] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.303018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.303018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.327151] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.327458] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.327458] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.327642] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.328776] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-38495672-a478-4ac0-8f63-adb194dfef1c taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.328776] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.328776] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.328776] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.328776] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38495672-a478-4ac0-8f63-adb194dfef1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.442045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.442045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.444900] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with status ACTIVE [ 871.445965] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.445965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.445965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.446985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.446985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.448610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.448610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.448610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.449109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.449109] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f is going to be updated. [ 871.452393] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cdad7eb-2119-4eb2-a87c-bc637bf039ad [ 871.452563] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.452810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.453057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.453343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.453511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.453643] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cdad7eb-2119-4eb2-a87c-bc637bf039ad already deleted. [ 871.453774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdad7eb-2119-4eb2-a87c-bc637bf039ad" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.482599] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.482599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.482599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.482599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.482833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.482922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.833181] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.833423] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.833574] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.833849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.833993] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.834176] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 38495672-a478-4ac0-8f63-adb194dfef1c not found, creating... [ 871.834442] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.834605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.834711] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.834983] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.835123] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.835381] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.835559] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.835656] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.835862] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.835987] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.837603] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 38495672-a478-4ac0-8f63-adb194dfef1c is going to be created. [ 871.869627] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.870063] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.870063] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.870329] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.870623] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.870955] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.622788] env[65152]: INFO networking_nsxv3.common.synchronization [req-199be2b3-933d-473d-9cdb-55710eec9cdf req-e9a532f3-1e51-45f7-b92c-8651e8bdd33a service nova] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_rules [ 872.623086] env[65152]: INFO networking_nsxv3.common.synchronization [req-199be2b3-933d-473d-9cdb-55710eec9cdf req-e9a532f3-1e51-45f7-b92c-8651e8bdd33a service nova] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 872.623158] env[65152]: INFO networking_nsxv3.common.synchronization [req-199be2b3-933d-473d-9cdb-55710eec9cdf req-e9a532f3-1e51-45f7-b92c-8651e8bdd33a service nova] Enqueued Resource ID: 38495672-a478-4ac0-8f63-adb194dfef1c with Priority: HIGHEST for action port [ 872.623686] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_rules [ 872.623850] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 872.623957] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38495672-a478-4ac0-8f63-adb194dfef1c with Priority: HIGHEST for action port [ 872.625778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.625923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.626016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.631391] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.631391] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.631391] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.631391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.631391] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.632654] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-38495672-a478-4ac0-8f63-adb194dfef1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.632654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.632654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.637153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.637153] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38495672-a478-4ac0-8f63-adb194dfef1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.639330] env[65152]: INFO networking_nsxv3.common.synchronization [None req-5eae1307-4385-458c-8160-13b5a7dd800c None None] Enqueued Resource ID: 49101f15-8fcc-412e-af93-6cacceefcf5d with Priority: HIGHEST for action port [ 872.639676] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49101f15-8fcc-412e-af93-6cacceefcf5d with Priority: HIGHEST for action port [ 872.640067] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-49101f15-8fcc-412e-af93-6cacceefcf5d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.644550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49101f15-8fcc-412e-af93-6cacceefcf5d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49101f15-8fcc-412e-af93-6cacceefcf5d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.644550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49101f15-8fcc-412e-af93-6cacceefcf5d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.644550] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49101f15-8fcc-412e-af93-6cacceefcf5d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.714640] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 872.714640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.714640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.714640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.714640] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.714640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.714640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.714640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.714640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.714640] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.129740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.129921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.133690] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.140346] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38495672-a478-4ac0-8f63-adb194dfef1c with status ACTIVE [ 873.140598] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.140845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.140845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.141164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.141237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.141445] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.141542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.141623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.141917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.141917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.142550] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.142550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.142550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.142550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.142550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.142550] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38495672-a478-4ac0-8f63-adb194dfef1c is going to be updated. [ 873.145928] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49101f15-8fcc-412e-af93-6cacceefcf5d [ 873.148091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.148091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.148091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.148091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.148091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.148091] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49101f15-8fcc-412e-af93-6cacceefcf5d already deleted. [ 873.148091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49101f15-8fcc-412e-af93-6cacceefcf5d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.171703] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.171951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.171951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.172185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.172408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.172717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.216400] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.635885] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.719138] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.138556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.138556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.142237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.142564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.143078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.143078] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be created. [ 874.171049] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.171248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.171401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.171583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.171778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.183503] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: UNINITIALIZED for 2s [ 874.221822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.222043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.222110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.222339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.222445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.223350] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 874.259137] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.259137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.259366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.259469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.259565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.274876] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 876.197025] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.197025] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.197025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.197025] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.287126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 876.287446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.287555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.287831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.288095] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.289244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.289244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.289244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.289244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.289244] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.703579] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.703975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.703975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.704163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.704342] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.704446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.704525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.704679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.704809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.704922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.705166] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.705319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.705390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.705618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.705783] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.705942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.705942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.706175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.706262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.706446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.706446] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.793116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.793116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.793116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.793116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.793116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.795758] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.795758] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.795758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.796626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.797058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.798504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.798504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.798504] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.213839] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c135ee-e645-4848-9694-cd85d362bfa9: rpc.has_security_group_logging(os_id): False [ 877.235160] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.235389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.235970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.235970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.235970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.236187] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.236279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.236351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.237032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.237032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.237032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.237032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.237032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.237255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.237365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.238135] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.238325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.238431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.238613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.238726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.238842] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be created. [ 877.300910] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f014d9c-a21f-469b-ae74-46ccfe0bf85f: rpc.has_security_group_logging(os_id): False [ 877.318222] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.318456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.318456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.318616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.319566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.323481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.323481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.323481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.323481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.324170] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.324170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.324170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.324170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.324170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.324170] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 877.331617] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 877.421364] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.421572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.421572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.421793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.421943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.461338] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 877.582752] env[65152]: INFO networking_nsxv3.common.synchronization [req-f5ba4327-a6c1-41e2-9f1e-8d5d016a2b01 req-98750e75-8c7f-4d2c-a692-71f2c41d1e4d tempest-ServerMetadataNegativeTestJSON-1444230134 tempest-ServerMetadataNegativeTestJSON-1444230134-project-member] Enqueued Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_members [ 877.584221] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGHEST for action security_group_members [ 877.584589] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.584718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.584805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.585135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.585295] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.585510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.585599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.585803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.585912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.585992] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.088991] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.089362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.089576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.089978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.090148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.090508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.090642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.090775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.091081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.091492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.091492] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 is going to be updated. [ 878.126756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.126935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.127023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.127340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.127507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.137712] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 in Status: IN_PROGRESS for 2s [ 878.526299] env[65152]: INFO networking_nsxv3.common.synchronization [req-1b080d80-b753-409e-b739-6b3a9f4cd3ea req-ff5f0b87-ff70-46aa-bd8e-ca1badadafcc tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 878.526299] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 878.526299] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.526299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.526299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.526299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.526299] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.526299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.526299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.526299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.526299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.526299] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.798539] env[65152]: INFO networking_nsxv3.common.synchronization [req-3e96331c-9e59-47ee-a69a-d18b41e52638 req-8e7d3d29-a4dd-4472-922d-5cea4a253276 tempest-ServersNegativeTestMultiTenantJSON-1177054578 tempest-ServersNegativeTestMultiTenantJSON-1177054578-project-member] Enqueued Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_members [ 878.799105] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGHEST for action security_group_members [ 878.799461] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.799601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.799671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.799868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.800350] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.800478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.800546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.800726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.800853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.800959] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.927914] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.928149] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.928275] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.928636] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.928887] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.929229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.929379] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.929603] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.929749] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.929960] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.930082] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.930187] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.930293] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.930399] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.930502] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.930632] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.951307] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.951526] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.951641] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.951830] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.952191] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-c83748f6-f650-439e-b4bc-78805270ce98 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.952370] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.952492] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.952993] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.953110] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83748f6-f650-439e-b4bc-78805270ce98',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.029690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.030122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.030122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.030225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.030330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.030548] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.030658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.030729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.031308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.031308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.031308] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 already deleted. [ 879.031308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.304705] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.304705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.304867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.305219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.305365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.305684] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.306518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.306518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.306518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.306518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.306518] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 is going to be updated. [ 879.359816] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.359938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.360048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.360641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.360641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.363015] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 879.363264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.372479] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 in Status: IN_PROGRESS for 2s [ 879.456020] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.456305] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.456433] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.456727] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.456879] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.457055] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port c83748f6-f650-439e-b4bc-78805270ce98 not found, creating... [ 879.457400] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.457573] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.457688] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.458014] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.458175] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.458482] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.458639] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.458768] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.459030] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.459163] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.459318] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: c83748f6-f650-439e-b4bc-78805270ce98 is going to be created. [ 879.478344] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 879.478576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.484970] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.485187] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.485314] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.485626] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.486466] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.486466] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.116320] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d559e82-9918-4f11-bcc1-e2c2c6277c46 req-997d2100-4e0c-47ba-805b-9b2b11e5fe95 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 880.117559] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d559e82-9918-4f11-bcc1-e2c2c6277c46 req-997d2100-4e0c-47ba-805b-9b2b11e5fe95 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 880.118480] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 880.118480] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 880.121645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.121645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.121645] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.121645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.121645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.124402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.124603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.126498] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.150251] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 in Status: SUCCESS [ 880.150860] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 deletion is rescheduled due to dependency. [ 880.150860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.183423] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d559e82-9918-4f11-bcc1-e2c2c6277c46 req-997d2100-4e0c-47ba-805b-9b2b11e5fe95 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 880.183423] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d559e82-9918-4f11-bcc1-e2c2c6277c46 req-997d2100-4e0c-47ba-805b-9b2b11e5fe95 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 880.183423] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d559e82-9918-4f11-bcc1-e2c2c6277c46 req-997d2100-4e0c-47ba-805b-9b2b11e5fe95 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_rules [ 880.183423] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d559e82-9918-4f11-bcc1-e2c2c6277c46 req-997d2100-4e0c-47ba-805b-9b2b11e5fe95 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 880.183423] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d559e82-9918-4f11-bcc1-e2c2c6277c46 req-997d2100-4e0c-47ba-805b-9b2b11e5fe95 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with Priority: HIGHEST for action port [ 880.184760] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 880.185232] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_rules [ 880.185459] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with Priority: HIGHEST for action port [ 880.185674] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 880.185930] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 880.187072] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.187390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.187600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.191161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.191161] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.191161] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.191161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.191161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.191161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.191161] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.193270] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.193431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.193496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.194239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.194338] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.196307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.196529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.197249] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.197358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.213812] env[65152]: INFO networking_nsxv3.common.synchronization [req-1b080d80-b753-409e-b739-6b3a9f4cd3ea req-9f0f18bd-4382-4ec7-86cb-f2f583c29195 service nova] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_rules [ 880.214354] env[65152]: INFO networking_nsxv3.common.synchronization [req-1b080d80-b753-409e-b739-6b3a9f4cd3ea req-9f0f18bd-4382-4ec7-86cb-f2f583c29195 service nova] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 880.214354] env[65152]: INFO networking_nsxv3.common.synchronization [req-1b080d80-b753-409e-b739-6b3a9f4cd3ea req-9f0f18bd-4382-4ec7-86cb-f2f583c29195 service nova] Enqueued Resource ID: c83748f6-f650-439e-b4bc-78805270ce98 with Priority: HIGHEST for action port [ 880.214849] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_rules [ 880.215367] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 880.215427] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83748f6-f650-439e-b4bc-78805270ce98 with Priority: HIGHEST for action port [ 880.215752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.216390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.216390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.216729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.216729] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.219044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.219044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.219044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.219044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.219044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.219044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.219044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.219887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.219887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.219887] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.220589] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83748f6-f650-439e-b4bc-78805270ce98 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.221459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.221538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.222084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.222084] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83748f6-f650-439e-b4bc-78805270ce98',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.629708] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.631017] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.698734] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with status ACTIVE [ 880.699189] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.699666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.699817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.700296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.700470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.700636] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.700752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.700833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.700981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.701075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.701332] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.701409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.701493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.701619] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.701708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.701799] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f is going to be updated. [ 880.703103] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.703239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.703387] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.703466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.723423] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.725326] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.725326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.725580] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c83748f6-f650-439e-b4bc-78805270ce98 with status ACTIVE [ 880.725622] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.726304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.726304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.726304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.726466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.726607] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.726757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.726859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.727146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.727237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.727537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.727682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.727772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.728019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.728138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.728277] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c83748f6-f650-439e-b4bc-78805270ce98 is going to be updated. [ 880.754675] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.754675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.754906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.755498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.755498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.755498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.796049] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.796215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.796263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.796516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.796659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.796827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83748f6-f650-439e-b4bc-78805270ce98" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.134654] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.135248] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.231606] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.385365] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 in Status: SUCCESS [ 881.385578] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 deletion is rescheduled due to dependency. [ 881.385717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.639055] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.639281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.639350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.639546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.639628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.639732] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 881.641108] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.641229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.641292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.641479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.641561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.641652] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be created. [ 881.676431] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.676672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.676672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.676994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.677241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.681692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.681798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.681798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.682055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.682231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.692874] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 881.693804] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: UNINITIALIZED for 2s [ 881.734034] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.734034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.734034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.734250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.734316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.734908] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be created. [ 881.778394] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.778557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.779028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.779028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.779028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.790263] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: UNINITIALIZED for 2s [ 883.315060] env[65152]: INFO networking_nsxv3.common.synchronization [req-d779e99f-c806-4d86-a3c1-a8e873799262 req-3db165e2-dc7f-4106-a6e3-94363b6687e8 tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 883.315601] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 883.316023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.316194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.631961] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.632175] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.632302] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.632584] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.632861] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.633126] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.633255] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.633482] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.633627] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.633843] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.634346] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.634346] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.634346] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.634346] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.634497] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.634497] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.655726] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.655939] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.656116] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.656305] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.656602] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-9e25b280-c29d-4351-ae67-c6457d588df6 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.656774] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.656893] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.657279] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.657434] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e25b280-c29d-4351-ae67-c6457d588df6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.704028] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: SUCCESS [ 883.704028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.704028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.704169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.704279] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.704407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.705040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.705040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.705040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.705040] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.706541] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 883.706730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.706900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.707100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.707270] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.707373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.707429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.708108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.708108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.708108] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.801527] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 883.801754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.801916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.802148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.802334] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.803018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.803018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.803018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.803018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.803018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.803018] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.804123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.804362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.804578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.804773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.804945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.805187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.805860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.806116] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.160119] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.160389] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.160513] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.160789] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.160940] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.161110] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 9e25b280-c29d-4351-ae67-c6457d588df6 not found, creating... [ 884.161371] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.161524] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.161640] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.161854] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.161989] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.162294] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.162916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.162916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.162916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.162916] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.163126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 9e25b280-c29d-4351-ae67-c6457d588df6 is going to be created. [ 884.184151] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.184399] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.184529] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.184799] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.185115] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.185349] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.210082] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.212782] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.308756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.308756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.309014] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.712323] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.714540] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.811414] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.909520] env[65152]: INFO networking_nsxv3.common.synchronization [req-d779e99f-c806-4d86-a3c1-a8e873799262 req-a5e134fc-6106-4c56-a0e9-46196eb7ae54 service nova] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_rules [ 884.909520] env[65152]: INFO networking_nsxv3.common.synchronization [req-d779e99f-c806-4d86-a3c1-a8e873799262 req-a5e134fc-6106-4c56-a0e9-46196eb7ae54 service nova] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 884.909520] env[65152]: INFO networking_nsxv3.common.synchronization [req-d779e99f-c806-4d86-a3c1-a8e873799262 req-a5e134fc-6106-4c56-a0e9-46196eb7ae54 service nova] Enqueued Resource ID: 9e25b280-c29d-4351-ae67-c6457d588df6 with Priority: HIGHEST for action port [ 884.909520] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_rules [ 884.909520] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 884.909520] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e25b280-c29d-4351-ae67-c6457d588df6 with Priority: HIGHEST for action port [ 884.909520] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.909520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.911058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.911058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.911058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e25b280-c29d-4351-ae67-c6457d588df6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.911207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.911207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.911378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.911514] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e25b280-c29d-4351-ae67-c6457d588df6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.218022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.218022] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be updated. [ 885.218022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.218022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.218022] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 885.248813] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.248813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.248813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.248813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.248813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.250371] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.250495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.250562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.250732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.250859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.261768] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 885.262393] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: IN_PROGRESS for 2s [ 885.316137] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.316329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.316393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.316581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.316672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.316774] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be updated. [ 885.348784] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.348974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.348974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.349206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.349352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.360039] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: IN_PROGRESS for 2s [ 885.416129] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e25b280-c29d-4351-ae67-c6457d588df6 with status ACTIVE [ 885.416545] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.416736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.416816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.417050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.417392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.417392] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.417507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.417537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.417698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.417776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.417962] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.418071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.418134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.418283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.418359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.418446] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e25b280-c29d-4351-ae67-c6457d588df6 is going to be updated. [ 885.445796] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.446090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.446164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.446381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.446521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.446690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e25b280-c29d-4351-ae67-c6457d588df6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.944722] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a277f7b-b8da-4737-831f-d1f9fd77ee50 req-baaf4b1e-25f7-400e-9129-3440fe9f2c0a tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 885.945373] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 885.945688] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.945862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.945959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.949122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.949480] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.949647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.950702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.950702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.950702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.950702] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.333100] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.333394] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.333464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.333791] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.335678] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.335863] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.336096] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.336429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.336660] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.336920] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.337810] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.337810] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.337810] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.337810] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.337810] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.337810] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.374569] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.374569] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.374569] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.374569] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.374983] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-b6e89715-0830-4ab3-90f4-a1034d33c7f7 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.374983] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.375292] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.375540] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.375661] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e89715-0830-4ab3-90f4-a1034d33c7f7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.453070] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.882470] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.882470] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.882470] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.882470] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.882470] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.882470] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port b6e89715-0830-4ab3-90f4-a1034d33c7f7 not found, creating... [ 886.883055] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.883055] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.883213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.884803] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.884803] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.884803] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.885125] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.885125] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.885293] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.885496] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.885665] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: b6e89715-0830-4ab3-90f4-a1034d33c7f7 is going to be created. [ 886.921968] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.922236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.922362] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.922699] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.923448] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.923448] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.956553] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.274202] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: SUCCESS [ 887.274504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.275351] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 887.275605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.276341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.276341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.276491] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.277230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.277230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.277230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.277230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.277546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.277546] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.278390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.278625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.278878] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.279056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.279188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.279404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.279534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.279688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.281737] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.370453] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 887.370676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.371255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.371489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.371670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.371781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.371847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.371999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.372112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.372219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.372384] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.372467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.372531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.372704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.372895] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.372947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.373054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.373148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.373225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.373309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.373569] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.374517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.374517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.376139] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.376139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.376139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.376139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.376139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.376139] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.420657] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 887.420657] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_members [ 887.420657] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 887.423527] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 887.424297] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_members [ 887.424506] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 887.425506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.425657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.425744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.425942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.426105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.426219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.426304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.426687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.426687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.426687] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.430379] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a0f455-a9d8-4d46-9892-24e792c0c4f0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.430379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.430379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.430858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.431067] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.431180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.431257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.431472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.431567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.431660] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.433097] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.433324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.433439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.433587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.433734] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.433833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.433895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.434034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.434115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.434426] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.461836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.462016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.462096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.462385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.462539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.462670] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 887.472215] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_rules [ 887.472432] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_members [ 887.472590] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 887.472792] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 887.473847] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_rules [ 887.473847] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 887.473847] env[65152]: INFO networking_nsxv3.common.synchronization [req-ab6e385b-13e6-44b6-bdf8-16bae13e0434 req-afc4a506-05ea-465e-9b67-df1f3ca9db48 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with Priority: HIGHEST for action port [ 887.473847] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_rules [ 887.474168] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_rules [ 887.474168] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 887.474246] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with Priority: HIGHEST for action port [ 887.474373] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_rules [ 887.474478] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_members [ 887.474628] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 887.474930] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57a0f455-a9d8-4d46-9892-24e792c0c4f0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.475124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.475153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.475453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.475544] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.477437] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.477437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.477437] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.477437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.477714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.477766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.477829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.478228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.478341] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.479288] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.480833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.480833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a0f455-a9d8-4d46-9892-24e792c0c4f0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.480833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.480833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.480833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.495869] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.495976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.496037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.496569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.496569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.507214] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 887.637963] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a277f7b-b8da-4737-831f-d1f9fd77ee50 req-82fa8f8e-dc12-45a0-9341-41c70f81c4ed service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 887.637963] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a277f7b-b8da-4737-831f-d1f9fd77ee50 req-82fa8f8e-dc12-45a0-9341-41c70f81c4ed service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 887.638158] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a277f7b-b8da-4737-831f-d1f9fd77ee50 req-82fa8f8e-dc12-45a0-9341-41c70f81c4ed service nova] Enqueued Resource ID: b6e89715-0830-4ab3-90f4-a1034d33c7f7 with Priority: HIGHEST for action port [ 887.638910] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 887.639226] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 887.639377] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e89715-0830-4ab3-90f4-a1034d33c7f7 with Priority: HIGHEST for action port [ 887.639690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.640017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.640017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.640102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.640180] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.641255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.641375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.641749] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e89715-0830-4ab3-90f4-a1034d33c7f7 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.641749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.641905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.641993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.642032] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e89715-0830-4ab3-90f4-a1034d33c7f7',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.781687] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.783643] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.784012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.877461] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566201dc-8758-4f4b-9c19-34df492806c1: rpc.has_security_group_logging(os_id): False [ 887.879491] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.903462] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.903462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.903462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.903462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.903462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.903740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.903988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.903988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.904146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.904266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.904494] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.904642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.904741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.904947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.905098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.905356] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.905503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.905603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.905784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.905907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.906078] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be created. [ 887.938581] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.939960] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.944249] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.981058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a0f455-a9d8-4d46-9892-24e792c0c4f0 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.981371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.981928] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f with status ACTIVE [ 887.981928] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.981928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.982186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.982260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.982307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.982471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.982562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.982610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.982796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.982859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.982987] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.983430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.983430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.983430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.983430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.983430] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f is going to be updated. [ 887.992638] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.992798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.993048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.993343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.993583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.018210] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: IN_PROGRESS for 2s [ 888.028133] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.028347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.028441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.028747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.028940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.029196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89606dbc-0973-4ad9-a5c2-cd2a0b07ff8f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.144531] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.144531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.147659] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6e89715-0830-4ab3-90f4-a1034d33c7f7 with status ACTIVE [ 888.147896] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.148050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.148123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.148369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.148477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.148654] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.148762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.148870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.148997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.153042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.153042] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.153042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.153042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.153042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.153042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.153042] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6e89715-0830-4ab3-90f4-a1034d33c7f7 is going to be updated. [ 888.178827] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.178967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.179080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.180033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.180197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.180416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e89715-0830-4ab3-90f4-a1034d33c7f7" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.284587] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6a98400-104a-4ed4-8173-f65aa3118f5a: rpc.has_security_group_logging(os_id): False [ 888.313745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.313745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.313745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.313745] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be created. [ 888.385215] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.426975] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.427218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.427311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.427534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.427717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.445426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: IN_PROGRESS for 2s [ 888.445658] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.446717] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.447825] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.887980] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.888180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.888258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.888484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.888573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.888678] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be updated. [ 888.927468] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.927701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.927857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.928390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.928502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.949960] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.950080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.950163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.950607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.950607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.950607] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be updated. [ 888.952162] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.952162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.952162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.952331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.952417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.952509] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 is going to be created. [ 888.956420] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.956595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.956699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.956932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.957069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.957558] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 888.962343] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: IN_PROGRESS for 2s [ 888.999794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.000240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.000240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.000507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.000716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005037] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.005037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.005037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.005037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.005374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.008258] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.008452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.008565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.009665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.009665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.025549] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 889.026558] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: IN_PROGRESS for 2s [ 889.029151] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 in Status: UNINITIALIZED for 2s [ 889.518483] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 889.518770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.518974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.519295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.519503] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.519629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.519705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.519975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.520090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.520188] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.524468] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-d80f088f-1d00-4cf3-adf1-5a2dd67ffdde tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 889.524858] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 889.525193] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.525320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.525393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.525587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.525750] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.525881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.526324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.526324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.526324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.526324] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.871914] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-7d6f5901-fb18-44bc-b6d1-e639f2051a1c tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 889.871914] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 889.871914] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.871914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.023182] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.028181] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.028464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.028547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.028881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.034578] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 890.035483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.035483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.035483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.035483] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.057851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.059118] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.059118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.059118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.059118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.059118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.059118] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 890.094257] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.094455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.094497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.095188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.095188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.112366] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 890.283223] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.283223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-395" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.283223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-395" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.283223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-395" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.283223] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.283223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.283818] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.284300] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.284592] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.284991] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.286033] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.286033] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.286033] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.286033] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.286033] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.286033] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.320623] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.320804] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.322083] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.322083] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-395" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.322083] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.322083] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.322083] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.322083] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.322364] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.458828] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: SUCCESS [ 890.459033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.459223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.459456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.459550] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.525786] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.538619] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.538819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.580348] env[65152]: INFO networking_nsxv3.common.synchronization [req-9e3b5ead-0ae0-4d3d-bd7c-5dbfc7045f87 req-f53092cb-1cdc-435e-92ab-1d091c3742ff tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_members [ 890.580639] env[65152]: INFO networking_nsxv3.common.synchronization [req-9e3b5ead-0ae0-4d3d-bd7c-5dbfc7045f87 req-f53092cb-1cdc-435e-92ab-1d091c3742ff tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 890.580714] env[65152]: INFO networking_nsxv3.common.synchronization [req-9e3b5ead-0ae0-4d3d-bd7c-5dbfc7045f87 req-f53092cb-1cdc-435e-92ab-1d091c3742ff tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 890.581274] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 with Priority: HIGHEST for action security_group_members [ 890.581410] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGHEST for action security_group_members [ 890.581508] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 890.581916] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a0f455-a9d8-4d46-9892-24e792c0c4f0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.582037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.582240] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.582328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.582507] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.582591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.826296] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.826787] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.826787] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.827018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.827213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.827359] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd not found, creating... [ 890.827651] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.827826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.827931] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.828238] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.828414] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.828621] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.828769] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.828885] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.829103] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.829236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.829375] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd is going to be created. [ 890.852016] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.852263] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.852629] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.852736] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.852972] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.853217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.962065] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.962460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.989756] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 890.990078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.990282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.990507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.990887] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.990887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.991031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.991095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.991180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991361] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.028827] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.029242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.029242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.029242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.029351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.029492] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 891.044730] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 891.044986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.045985] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 in Status: SUCCESS [ 891.045985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.046825] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: SUCCESS [ 891.046825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.046938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.047139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.047412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.047553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.047716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.047837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.047919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.048099] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.049095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.049488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.049672] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.050126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.050383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.050462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.050507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.050594] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.052138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.052138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.052138] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.052138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.052138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.052300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.052300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.052423] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.074630] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.075034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.075209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.075498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.075739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.085981] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 891.493618] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.493786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.493859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.494101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.495015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.495015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.495015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.495015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.495015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.495015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.495015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.495015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.495605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.495605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.495605] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.495605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.495605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.495605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.495798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.495798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.495855] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.536642] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-39228c5e-5e01-462c-b411-b3dcd296df1d service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 891.536808] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-39228c5e-5e01-462c-b411-b3dcd296df1d service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 891.536998] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-39228c5e-5e01-462c-b411-b3dcd296df1d service nova] Enqueued Resource ID: f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd with Priority: HIGHEST for action port [ 891.537563] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 891.537730] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 891.537845] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd with Priority: HIGHEST for action port [ 891.538206] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.538333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.538626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.538702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.538740] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.540118] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.540482] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.540852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.541123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.541192] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.554894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.555024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.555514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.555514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.555514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.555648] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.555699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.555764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.555921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.556034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.556294] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 is going to be deleted. [ 891.557534] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.558040] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.558155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.558225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.558967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.558967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.558967] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.558967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.558967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.559211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.559211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.559211] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be updated. [ 891.594030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.594257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.594320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.594558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.594706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.599259] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.599526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.599591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.599803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.599878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.600328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.600964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.601228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.601462] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.601580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.601647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.601807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.601889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.601989] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.605555] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: IN_PROGRESS for 2s [ 892.000732] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566201dc-8758-4f4b-9c19-34df492806c1: rpc.has_security_group_logging(os_id): False [ 892.025150] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.025275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.025361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.025558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.025668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.025969] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.026099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.026217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.026317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.026398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.026580] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.026679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.026785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.026945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.026945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.027137] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.027280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.027336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.027453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.027537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.027648] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be updated. [ 892.041322] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.041698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.044013] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd with status ACTIVE [ 892.044326] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.044542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.044637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.044894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.045130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.045382] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.045984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.045984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.045984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.046152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.046350] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.046502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.046608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.046835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.047027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.047331] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd is going to be updated. [ 892.062742] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.078314] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.078501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.078546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.078781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.078945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.079132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f5f09d-8e7c-4de5-874f-6b2bcd5b0dcd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.107471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.107471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.107471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.107951] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 already deleted. [ 892.107951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.107951] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.109178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.109463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.109733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.109850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.109997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.110703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.110703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.110703] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.132893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.133048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.133208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.133346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.133489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.137260] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 892.137455] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 deletion is rescheduled due to dependency. [ 892.137549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.137702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.137898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.138228] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.138350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.138419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.138625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.138730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.138848] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.155332] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: IN_PROGRESS for 2s [ 892.382518] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.382720] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-382" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.382877] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-382" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.383375] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-382" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.383694] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.383870] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.383989] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.384309] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.384463] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.384677] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.384980] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.384980] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.385102] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.385204] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.385311] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.385456] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.441932] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.441932] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.441932] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.441932] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-382" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.442296] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.442427] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.442654] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.442919] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.443074] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccb7edb-eded-4353-9abc-9be13f3dcd7f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.494919] env[65152]: INFO networking_nsxv3.common.synchronization [req-fcd94798-0ace-4131-b8c0-eec6c543f10a req-d58a89b2-9275-4df8-b114-87eed0aae9d6 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_members [ 892.495719] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_members [ 892.496111] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.496487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.496573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.496820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.496990] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.497118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.497174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.497442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.497544] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.566301] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.566614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.566871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.566966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.567084] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 892.602367] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.602367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.602367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.602367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.602586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.613411] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57a0f455-a9d8-4d46-9892-24e792c0c4f0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.616748] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 892.620466] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.620466] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.620466] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 already deleted. [ 892.620466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.641327] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.882503] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.882731] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.882899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.883182] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.883449] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.883606] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.883763] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.884027] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.884183] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.884428] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.884555] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.884665] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.884771] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.885128] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.885128] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.885273] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.907809] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.908061] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.908128] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.908314] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.908655] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.908859] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.909019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.909378] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.909521] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.946142] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.946503] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.946702] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.947074] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.947362] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947611] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 4ccb7edb-eded-4353-9abc-9be13f3dcd7f not found, creating... [ 892.947997] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.948259] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.948473] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.948802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.949092] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.949480] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.949741] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.950476] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.950476] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.950619] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.950793] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 4ccb7edb-eded-4353-9abc-9be13f3dcd7f is going to be created. [ 892.979141] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.979528] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.979754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.980203] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.980539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.980800] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.000645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.000645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.000645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.000873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.000905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.001899] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.001899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.001899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.001899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.001899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.001899] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 already deleted. [ 893.001899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.098479] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 893.098813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.099092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.099092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.099739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.099863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.099977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.100229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.100359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.100524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.100628] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.121523] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57a0f455-a9d8-4d46-9892-24e792c0c4f0: rpc.has_security_group_logging(os_id): False [ 893.143806] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.149552] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.149703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.149745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.149969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.150073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.150308] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.150414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.150479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.151477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.151477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.151477] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 is going to be created. [ 893.183703] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/57a0f455-a9d8-4d46-9892-24e792c0c4f0], does not exist path=[/infra/domains/default/groups/57a0f455-a9d8-4d46-9892-24e792c0c4f0]."\n}' [ 893.183900] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/57a0f455-a9d8-4d46-9892-24e792c0c4f0 [ 893.183985] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 893.243564] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.243790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.243790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.243958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.245186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.245475] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.245586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.245654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.245823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.245929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.246120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.246213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.246267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.246417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.246520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.246643] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a0f455-a9d8-4d46-9892-24e792c0c4f0 is going to be created. [ 893.272733] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/57a0f455-a9d8-4d46-9892-24e792c0c4f0], does not exist path=[/infra/domains/default/groups/57a0f455-a9d8-4d46-9892-24e792c0c4f0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/57a0f455-a9d8-4d46-9892-24e792c0c4f0 [ 893.272953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57a0f455-a9d8-4d46-9892-24e792c0c4f0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.273236] env[65152]: Traceback (most recent call last): [ 893.273299] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 893.273299] env[65152]: return func(*args, **kwargs) [ 893.273299] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 893.273299] env[65152]: res.raise_for_status() [ 893.273299] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 893.273299] env[65152]: raise HTTPError(http_error_msg, response=self) [ 893.273299] env[65152]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/57a0f455-a9d8-4d46-9892-24e792c0c4f0 [ 893.273299] env[65152]: During handling of the above exception, another exception occurred: [ 893.273299] env[65152]: Traceback (most recent call last): [ 893.273299] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 893.273299] env[65152]: listener.cb(fileno) [ 893.273299] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 893.273299] env[65152]: result = function(*args, **kwargs) [ 893.273299] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 893.273299] env[65152]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 893.273299] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 893.273299] env[65152]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 893.273299] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 893.273299] env[65152]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 893.273299] env[65152]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 893.273299] env[65152]: res.raise_for_status() [ 893.273299] env[65152]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 893.273299] env[65152]: raise HTTPError(http_error_msg, response=self) [ 893.273969] env[65152]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/57a0f455-a9d8-4d46-9892-24e792c0c4f0 [ 893.273969] env[65152]: Removing descriptor: 33 [ 893.412508] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.412742] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.412915] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.413294] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.413473] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.413598] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e not found, creating... [ 893.413881] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.414057] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.414196] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.414458] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.414591] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.414921] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.415087] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.415219] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.415430] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.415564] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.415703] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e is going to be created. [ 893.438487] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.438701] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.438825] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.439171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.439395] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.439620] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.603966] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.603966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.604102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.604431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.604431] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.604533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.604605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.604748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.604835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.605028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.605140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.605247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.605372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.605678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.605678] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.605841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.605841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.605935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.606040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.606122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.606212] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.622885] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: SUCCESS [ 893.622885] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a deletion is rescheduled due to dependency. [ 893.623151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.623724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.623946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.624187] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.624283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.624388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.624496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.624587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.624689] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.645802] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.645965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.646189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.646273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.646360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.646455] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 893.652250] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-bc8dd104-9ee3-40eb-9b27-c357b3e0f455 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 893.652436] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-bc8dd104-9ee3-40eb-9b27-c357b3e0f455 service nova] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 893.652577] env[65152]: INFO networking_nsxv3.common.synchronization [req-2ad1ad04-7368-4e0f-a9f4-933cc2866527 req-bc8dd104-9ee3-40eb-9b27-c357b3e0f455 service nova] Enqueued Resource ID: 4ccb7edb-eded-4353-9abc-9be13f3dcd7f with Priority: HIGHEST for action port [ 893.653180] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_rules [ 893.653252] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 893.653355] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccb7edb-eded-4353-9abc-9be13f3dcd7f with Priority: HIGHEST for action port [ 893.653625] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.653853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.654018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.654128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.654569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.654681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.654747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.655046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.655360] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccb7edb-eded-4353-9abc-9be13f3dcd7f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.692654] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.693088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.693315] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.693699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.694971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.710136] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 894.108367] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 894.127356] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.127581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.128648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.128648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.129858] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.129959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.152121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.152214] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.152342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.152407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.152601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.155825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.155825] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be updated. [ 894.155825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.155825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.159213] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ccb7edb-eded-4353-9abc-9be13f3dcd7f with status ACTIVE [ 894.159665] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.160069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.160337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.160617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.160880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.161201] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.161454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.161626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.161886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.162081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.162528] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.162820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.165211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.165211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.165211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.165211] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ccb7edb-eded-4353-9abc-9be13f3dcd7f is going to be updated. [ 894.178703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.179063] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.179188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.181151] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.181151] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.181151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.181151] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 894.185088] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 894.185088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.187285] env[65152]: INFO networking_nsxv3.common.synchronization [req-fcd94798-0ace-4131-b8c0-eec6c543f10a req-110c428a-73bc-4d7a-ad66-6dff5968a4a4 service nova] Enqueued Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_rules [ 894.187484] env[65152]: INFO networking_nsxv3.common.synchronization [req-fcd94798-0ace-4131-b8c0-eec6c543f10a req-110c428a-73bc-4d7a-ad66-6dff5968a4a4 service nova] Enqueued Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_members [ 894.187707] env[65152]: INFO networking_nsxv3.common.synchronization [req-fcd94798-0ace-4131-b8c0-eec6c543f10a req-110c428a-73bc-4d7a-ad66-6dff5968a4a4 service nova] Enqueued Resource ID: b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e with Priority: HIGHEST for action port [ 894.188767] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.188896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.188967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.189197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.189324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.189502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ccb7edb-eded-4353-9abc-9be13f3dcd7f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.190013] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_rules [ 894.190158] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_members [ 894.190259] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e with Priority: HIGHEST for action port [ 894.190907] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.190978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.191070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.191219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.191300] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.192208] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.192320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.192388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.192550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.192923] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.192923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.192923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.193180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.193180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.193180] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.193938] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.194054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.194122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.194271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.194345] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.196424] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.196631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.196631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.196743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.197364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.210517] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: IN_PROGRESS for 2s [ 894.261054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.261054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.261054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.261415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.261578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.289158] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 894.635194] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 894.635523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.635707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.635941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.636571] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.636571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.636571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.636571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.636764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.636764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.636873] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.637044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.637044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.637167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.637417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.637494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.637534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.637664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.637755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.637836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.638103] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.638868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.639052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.639232] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.639316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.639378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.639559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.639642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.639785] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.696206] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.699497] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.699599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.700078] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e with status ACTIVE [ 894.700363] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.700485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.701989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.701989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.701989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.701989] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.701989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.701989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.701989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.701989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.702496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.702496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.702496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.702649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.702649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.702736] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e is going to be updated. [ 894.727336] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.727494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.727629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.727786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.727915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.728191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20c5fcf-3fed-4f3e-8b1d-b9a6b01a364e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.141765] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f014d9c-a21f-469b-ae74-46ccfe0bf85f: rpc.has_security_group_logging(os_id): False [ 895.142937] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.194605] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.194605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.194605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.194940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.200586] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.218495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.218781] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.218897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.219055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.219354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.219454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.219713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.219827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.219894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.220082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.220175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.220443] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.220563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.220630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.220799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.220891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.220985] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 895.319161] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.319305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.319375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.319580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.319719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.354624] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 895.647477] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.703047] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.704591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.704591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.704591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.704591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.704591] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 is going to be created. [ 895.720403] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 895.720698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.720939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.721257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.721515] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.721634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.721717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.721919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.722008] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.722136] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.741960] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.742187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.742297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.742544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.742708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.764095] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 in Status: UNINITIALIZED for 2s [ 896.152677] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.152677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.152677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.152677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.152677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.153355] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 896.193819] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.194076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.194164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.194418] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.194578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.205743] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 896.221653] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: SUCCESS [ 896.221838] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a deletion is rescheduled due to dependency. [ 896.221971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.222178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.222460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.223525] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.223525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.223525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.223525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.223525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.223525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.223525] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.224790] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.306381] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 896.306627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.726560] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.731449] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.229057] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6a98400-104a-4ed4-8173-f65aa3118f5a: rpc.has_security_group_logging(os_id): False [ 897.233283] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.233436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.233618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.233718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.233804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.233903] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 897.248676] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.248826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.248951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.249223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.249328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.249551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.249656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.249722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.249976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.250076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.250306] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be updated. [ 897.273683] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.273846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.273906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.274148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.274300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.282524] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 897.326279] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.326465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.326533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.326733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.327116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.344066] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: IN_PROGRESS for 2s [ 897.403611] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 897.404053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.404343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.404604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.404694] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.488450] env[65152]: INFO networking_nsxv3.common.synchronization [req-c1ac4489-7c14-482a-9d23-cf4ff5ff4c44 req-c37c38d6-43c0-4cd3-868e-29b247e739c5 tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 897.490653] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 897.490994] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.491171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.491262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.491422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.491582] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.491687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.491755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.491880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.491958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.492209] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.776683] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 in Status: SUCCESS [ 897.776907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.777090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.777326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.777521] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.777644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.777712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.777863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.777945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.778048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.778139] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.907595] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.907839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.995219] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.995581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.995581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.995843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.030576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.030896] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.031042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.031112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.031324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.031414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.031506] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 898.097939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.098249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.098318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.098679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.098928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.111721] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 898.221848] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 898.222197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.222424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.222873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.223111] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.223295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.223383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.223634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.223814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.223948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.224138] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.280265] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.727376] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.727376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.727376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.727376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.727514] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.727656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.727703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.728811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.728811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.728811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.729450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.729450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.729450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.729450] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.784056] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43f125b4-b4d0-4ee9-958f-a138843eb399: rpc.has_security_group_logging(os_id): False [ 898.811048] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.811348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.811428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.811643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.811736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.812013] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.812134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.812202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.812361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.812435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.812538] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 is going to be created. [ 898.926629] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.926836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.926920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.927228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.927573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.959333] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 in Status: IN_PROGRESS for 2s [ 899.098076] env[65152]: INFO networking_nsxv3.common.synchronization [req-58b0f5e0-401e-4cb6-ad32-6d2e4c2ba756 req-637c6879-6225-41cc-a850-f69370ec6bb8 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 899.098763] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 899.099298] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.099298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.099298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.099938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.099938] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.099938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.099938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.100274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.100274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.100274] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.231502] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f014d9c-a21f-469b-ae74-46ccfe0bf85f: rpc.has_security_group_logging(os_id): False [ 899.248270] env[65152]: INFO networking_nsxv3.common.synchronization [req-44316dda-01d6-4a68-8beb-31a68899b170 req-2c0d5c04-32c2-4b84-a0af-8be6193461e0 tempest-ServerAddressesTestJSON-1657574609 tempest-ServerAddressesTestJSON-1657574609-project-member] Enqueued Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_members [ 899.248270] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_members [ 899.249642] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.250038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.250541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.250783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.251084] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.253818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.253818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.253818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.253818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.253818] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.258154] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.258154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.258154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.258154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.258518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.259372] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.260610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.260610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.260610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.260610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.260610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.260610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.260610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.261989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.262110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.262371] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.262456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.262500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.262659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.262747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.262853] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 899.303102] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 899.303388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.303646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.303856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.304124] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.304266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.304336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.304519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.304578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.304664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.304766] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.307188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.307411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.307597] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.307707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.307789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.308000] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.308000] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.308116] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.360170] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6a98400-104a-4ed4-8173-f65aa3118f5a in Status: SUCCESS [ 899.360486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.365569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.365803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.365952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.366832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.366832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.388667] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 899.486258] env[65152]: INFO networking_nsxv3.common.synchronization [req-86be672f-cce0-47d4-98e5-5a779859f493 req-92b5c8ba-40bc-421c-831f-5514d1d4a062 tempest-ServersAdminTestJSON-1695250414 tempest-ServersAdminTestJSON-1695250414-project-member] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 899.488033] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGHEST for action security_group_members [ 899.488454] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.488777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.488777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.488978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.489204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.489359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.489458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.489659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.489793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.489931] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.600249] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.600249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-313" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.600249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-313" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.600249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-313" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.600612] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.600612] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.600735] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.600854] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.601017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.601276] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.601347] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.601488] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.601643] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.601737] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.601892] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.602067] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.603814] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.627049] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.627049] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.627049] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.627049] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-313" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.627259] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.627365] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.627485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.627813] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.627947] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.759409] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.759409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.759409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.759409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.759409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.759778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.759778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.759778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.760211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.760319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.760375] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb109db2-4ba5-4280-8cc4-197be985a09c already deleted. [ 899.760452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.812558] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.813025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.815194] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.993098] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.993098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.993098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.993346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.022072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.022524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.022751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.022886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.023231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.023409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.023621] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be updated. [ 900.061815] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.063046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.063046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.063046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.063046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.075307] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: IN_PROGRESS for 2s [ 900.106681] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.126339] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 900.126525] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d deletion is rescheduled due to dependency. [ 900.126641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.130420] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.130607] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.130726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.131025] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.131169] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.131380] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e not found, creating... [ 900.131574] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.131731] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.131846] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.132069] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.132205] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.132486] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.132645] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.132760] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.133031] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.133236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.133392] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e is going to be created. [ 900.160366] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.160588] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.160726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.160987] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.161242] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.161483] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.318450] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.609189] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.609435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.609494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.609688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.609849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.609893] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 900.642709] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.642952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.643100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.643720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.643720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.662820] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 900.825869] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.826187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.826334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.826710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.826857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.827012] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 900.861598] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.861660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.861753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.862070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.862378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.865522] env[65152]: INFO networking_nsxv3.common.synchronization [req-44316dda-01d6-4a68-8beb-31a68899b170 req-8de7a4c6-0de4-4280-8138-1f2f9da10595 service nova] Enqueued Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_rules [ 900.866084] env[65152]: INFO networking_nsxv3.common.synchronization [req-44316dda-01d6-4a68-8beb-31a68899b170 req-8de7a4c6-0de4-4280-8138-1f2f9da10595 service nova] Enqueued Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_members [ 900.866084] env[65152]: INFO networking_nsxv3.common.synchronization [req-44316dda-01d6-4a68-8beb-31a68899b170 req-8de7a4c6-0de4-4280-8138-1f2f9da10595 service nova] Enqueued Resource ID: 1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e with Priority: HIGHEST for action port [ 900.866412] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_rules [ 900.867359] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_members [ 900.867565] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e with Priority: HIGHEST for action port [ 900.868092] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.868259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.868371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.868739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.868884] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.870235] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.870417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.870522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.870779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.871013] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.871180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.871288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.871538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.871681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.871840] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.872895] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.873038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.873119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.873364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.873517] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.876034] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 900.975748] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 in Status: SUCCESS [ 900.976056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.377163] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.377487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.377596] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.379756] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e with status ACTIVE [ 901.379756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.379756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.379756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.379998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.380076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.380260] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.380360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.380426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.380591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.380667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.381572] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.381572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.381572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.381572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.381572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.381572] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e is going to be updated. [ 901.409799] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 901.409799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.412338] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.412338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.412338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.412338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.412338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.412338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3f0f7d-9c66-4d2d-bd84-3644eee7fd0e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.782116] env[65152]: INFO networking_nsxv3.common.synchronization [req-578d2e21-b283-4ae0-b108-4608308891c6 req-cb779e2f-8ade-49f7-9fed-d48ed679497e tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 901.782116] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 901.782116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.782116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.782369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.782440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.782603] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.782709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.782773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.782930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.783023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.783126] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.881054] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.086428] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a in Status: SUCCESS [ 902.086699] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a deletion is rescheduled due to dependency. [ 902.086699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.285972] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.285972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.286358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.286358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.286358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.286580] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.286680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.287367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.287367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.287367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.287367] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea already deleted. [ 902.287367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.383016] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.383397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.383397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.383495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.383592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.383692] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb109db2-4ba5-4280-8cc4-197be985a09c is going to be created. [ 902.415528] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.415747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.415806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.416054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.416294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.427146] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb109db2-4ba5-4280-8cc4-197be985a09c in Status: UNINITIALIZED for 2s [ 902.564158] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.564365] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.564480] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.564752] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.565039] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.565213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.565331] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.565564] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.565710] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.565956] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.568819] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.569013] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.569142] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.569270] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.569383] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.569522] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.591492] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.591706] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.591840] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.592071] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.592406] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-31744057-1d1b-4ad0-9b43-d8cae5a570dd taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.592607] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.592775] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.593196] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.593342] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31744057-1d1b-4ad0-9b43-d8cae5a570dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.672818] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 902.673265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.887476] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 902.887979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.887979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.888137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.888318] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.888441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.888501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.888655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.888772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.888824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.889032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.889130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.889205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.889412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.889570] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.889678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.889720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.889925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.890027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.890116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.890211] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.095636] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.095879] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.096263] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.096416] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.096561] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.096804] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 31744057-1d1b-4ad0-9b43-d8cae5a570dd not found, creating... [ 903.097121] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.097309] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.097402] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.097637] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.097769] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.098203] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.098375] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.098647] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.098812] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.098985] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.099180] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 31744057-1d1b-4ad0-9b43-d8cae5a570dd is going to be created. [ 903.122728] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.122728] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.122877] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.123246] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.123476] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.123710] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.392844] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4176980d-a427-4238-80aa-97258a1fd303: rpc.has_security_group_logging(os_id): False [ 903.419871] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.420066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.420149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.420441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.448035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.448328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.448471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.448552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.448782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.448888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.449387] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.449387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.449387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.449580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.449755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.449893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.450034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.450093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.450257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.450386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.450507] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 903.527496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.527636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.527682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.527881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.528099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.545072] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 903.850909] env[65152]: INFO networking_nsxv3.common.synchronization [req-578d2e21-b283-4ae0-b108-4608308891c6 req-f01d7bb9-7422-40a3-8f04-b1dbab01b2be service nova] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_rules [ 903.850909] env[65152]: INFO networking_nsxv3.common.synchronization [req-578d2e21-b283-4ae0-b108-4608308891c6 req-f01d7bb9-7422-40a3-8f04-b1dbab01b2be service nova] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 903.850909] env[65152]: INFO networking_nsxv3.common.synchronization [req-578d2e21-b283-4ae0-b108-4608308891c6 req-f01d7bb9-7422-40a3-8f04-b1dbab01b2be service nova] Enqueued Resource ID: 31744057-1d1b-4ad0-9b43-d8cae5a570dd with Priority: HIGHEST for action port [ 903.851594] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_rules [ 903.852110] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 903.852110] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31744057-1d1b-4ad0-9b43-d8cae5a570dd with Priority: HIGHEST for action port [ 903.852282] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.852456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.853055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.853055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.853055] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.855419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.855556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.855556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.855850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.856051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.856192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.856279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.856452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.856581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.856694] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.857950] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-31744057-1d1b-4ad0-9b43-d8cae5a570dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.859020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.859120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.859318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.859414] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31744057-1d1b-4ad0-9b43-d8cae5a570dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.361623] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.362735] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.362877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.363272] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31744057-1d1b-4ad0-9b43-d8cae5a570dd with status ACTIVE [ 904.363450] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.363560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.363622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.363953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.364065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.364392] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.364540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.364608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.364767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.364854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.365303] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.365425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.365476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.365611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.365686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.365773] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31744057-1d1b-4ad0-9b43-d8cae5a570dd is going to be updated. [ 904.389885] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.390058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.390117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.390323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.390462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.390625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31744057-1d1b-4ad0-9b43-d8cae5a570dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.441023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb109db2-4ba5-4280-8cc4-197be985a09c in Status: SUCCESS [ 904.441611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.441685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.441890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.444234] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.444421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.444555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.444697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.444816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.444930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.445549] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.450388] env[65152]: INFO networking_nsxv3.common.synchronization [req-715cb7d0-ee25-405c-9959-3e24be45a797 req-bd17e535-ae1f-4b51-8b58-b70cbe8c2b13 tempest-ServerPasswordTestJSON-1562918678 tempest-ServerPasswordTestJSON-1562918678-project-member] Enqueued Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_members [ 904.451167] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_members [ 904.451326] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.451452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.451521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.452218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.452218] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.452218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.452218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.452454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.452454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.452454] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.864938] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.878675] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.878921] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-302" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.879118] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-302" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.879568] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-302" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.879940] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.880274] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.880564] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.880818] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.881046] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.881352] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.881528] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.881696] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.881958] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.882170] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.882361] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.882553] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.907840] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.908119] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.908410] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.908697] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-302" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.909163] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.909397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.909586] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.910057] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.910256] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.947043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.947239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.947315] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.947539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.947720] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.947831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.947890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.948050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.948833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.949017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.949268] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.949364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.949432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.949798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.949985] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.950746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.950888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.951021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.951131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.951231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.951325] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.954740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.954992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.954992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.955166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.955269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.955505] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.955645] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.955736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.955908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.956048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.956099] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 already deleted. [ 904.956178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.370878] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.371114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.371314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.371761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.371912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.372078] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be created. [ 905.400729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.400729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.400852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.401199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.401808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.413330] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.413797] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.413909] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.414648] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.415445] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 not found, creating... [ 905.416956] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.417343] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.417572] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.417990] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.418287] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.418824] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.419152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.419423] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.419846] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.420077] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.420470] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 is going to be created. [ 905.423621] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: UNINITIALIZED for 2s [ 905.448889] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.449274] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.449442] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.449790] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.450091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.450378] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.454033] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb109db2-4ba5-4280-8cc4-197be985a09c: rpc.has_security_group_logging(os_id): False [ 905.499110] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.499432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.499606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.500014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.500219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.500624] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.501254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.501254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.501422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.501664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.501982] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.502271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.502271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.502514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.502602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.502901] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.502988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.503111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.503278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.503368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.503505] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb109db2-4ba5-4280-8cc4-197be985a09c is going to be created. [ 905.564657] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 905.565046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.565347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.565666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.565824] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.639027] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.639803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.639803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.639803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.640012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.671553] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb109db2-4ba5-4280-8cc4-197be985a09c in Status: IN_PROGRESS for 2s [ 906.068859] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.069029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.069192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.069476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.069630] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.069763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.069814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.070039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.070177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.070275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.070395] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.206692] env[65152]: INFO networking_nsxv3.common.synchronization [req-715cb7d0-ee25-405c-9959-3e24be45a797 req-ba373c9b-be11-4beb-b49f-4740d2047ae4 service nova] Enqueued Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_rules [ 906.206906] env[65152]: INFO networking_nsxv3.common.synchronization [req-715cb7d0-ee25-405c-9959-3e24be45a797 req-ba373c9b-be11-4beb-b49f-4740d2047ae4 service nova] Enqueued Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_members [ 906.207061] env[65152]: INFO networking_nsxv3.common.synchronization [req-715cb7d0-ee25-405c-9959-3e24be45a797 req-ba373c9b-be11-4beb-b49f-4740d2047ae4 service nova] Enqueued Resource ID: 9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 with Priority: HIGHEST for action port [ 906.207660] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_rules [ 906.207848] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_members [ 906.208438] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 with Priority: HIGHEST for action port [ 906.208832] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.208994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.209110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.210332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.210332] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.210801] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.210928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.210993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.212038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.212226] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.212349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.212424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.212576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.212663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.212753] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.216411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.216735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.216735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.216887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.216967] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.222400] env[65152]: INFO networking_nsxv3.common.synchronization [req-a4a4baf5-e06f-44cf-86ce-c9b1fdcc055a req-40196991-15d2-4746-8023-a92be9eb4801 tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 906.223519] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 906.223519] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.223655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.223687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.223874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.224032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.224131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.224195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.224336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.224421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.224538] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.451594] env[65152]: INFO networking_nsxv3.common.synchronization [req-a4a4baf5-e06f-44cf-86ce-c9b1fdcc055a req-c5917687-c79b-4f8f-8b89-4d7e4be16667 tempest-ServersTestMultiNic-954942711 tempest-ServersTestMultiNic-954942711-project-member] Enqueued Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 906.452359] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4176980d-a427-4238-80aa-97258a1fd303 with Priority: HIGHEST for action security_group_members [ 906.452798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.452798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.573254] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.573254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.716973] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.720392] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 with status ACTIVE [ 906.720392] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.720392] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.720392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.720834] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.720834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.720834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.720834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.720834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.720990] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943 is going to be updated. [ 906.721990] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.723679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.726258] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.748653] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.748832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.748905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.749120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.749285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.749455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae2fee5-2bc9-4c2c-9ecc-9c34e4dcc943" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.219745] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.228833] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.444441] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: SUCCESS [ 907.444675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.444856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.445260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.445458] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.445580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.445637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.445907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.446100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.446410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.446410] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.684374] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb109db2-4ba5-4280-8cc4-197be985a09c in Status: SUCCESS [ 907.684682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.722185] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.722452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.722634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.722920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.723050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.723166] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 is going to be created. [ 907.731855] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.732183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.732299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.732519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.732630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.732734] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 907.760367] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.760367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.760367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.760367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.760740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.765145] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.765145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.765145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.765769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.765992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.784891] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 907.784891] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 in Status: UNINITIALIZED for 2s [ 907.952178] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.952178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.952178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.952178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.952178] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.952178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.952178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.952178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.952178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.952574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.952574] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.952574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.952574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.952687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.952817] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.952925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.952925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.953101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.953175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.953253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.953347] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.460458] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea: rpc.has_security_group_logging(os_id): False [ 908.479169] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.479331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.479407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.479675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.479786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.480034] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.480375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.480459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.480648] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.480935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.480995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.481208] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.481334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.481395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.481559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.481633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.481714] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be created. [ 908.558184] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.558343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.559041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.559041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.559041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.573172] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: IN_PROGRESS for 2s [ 909.798980] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 in Status: SUCCESS [ 909.799382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.799628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.799941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.800312] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.801075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.801075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.801075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.801075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.801704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.801834] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.804203] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 909.804742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.805433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.807246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.807246] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.807246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.807246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.807246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.807246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.807246] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.309577] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.309801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.309859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.310131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.310365] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.310468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.310562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.310763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.310854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.310943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.311104] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.311210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.311255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.311398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.311535] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.311625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.311686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.311846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.311937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.312071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.312119] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.313131] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.313337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.313337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.313453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.313544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.313717] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.313986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.313986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.314105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.314105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.314176] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 910.351384] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.351384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.351651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.352845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.352845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.373189] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 910.587395] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: SUCCESS [ 910.587395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.816600] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4299959e-b4f1-4f94-9f7f-cff74320fc07: rpc.has_security_group_logging(os_id): False [ 910.859978] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.860234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.860234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.860447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.860539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.860781] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.860894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.860974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.862121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.862121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.862121] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.862121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.862121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.862121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.862121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.862466] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.862466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.862466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.862466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.862616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.862663] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 is going to be created. [ 910.946143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.946349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.946443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.946693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.946928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.961693] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 in Status: IN_PROGRESS for 2s [ 911.453591] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 911.453811] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 912.388284] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 912.388578] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4176980d-a427-4238-80aa-97258a1fd303 deletion is rescheduled due to dependency. [ 912.392195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.392657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.392890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.393110] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.393228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.393291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.393504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.393540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.393616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.393803] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4176980d-a427-4238-80aa-97258a1fd303 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.393896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.393955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.395431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.395506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.396059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.396059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.396059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.396059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.396059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.396059] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4176980d-a427-4238-80aa-97258a1fd303',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.898894] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4176980d-a427-4238-80aa-97258a1fd303: rpc.has_security_group_logging(os_id): False [ 912.920089] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.920824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.920824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.920824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.920824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.921147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.921298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.921374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.921584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.921669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.921939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.922108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.922217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.922502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.922502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.922863] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.922941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.922981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.923199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.923304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.923399] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4176980d-a427-4238-80aa-97258a1fd303 is going to be updated. [ 912.979080] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 in Status: SUCCESS [ 912.979251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.023306] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.023589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.023705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.024040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.024606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.068194] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: IN_PROGRESS for 2s [ 913.893385] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf21a570-2665-479c-a4ad-6ea2ed303622 req-929351a5-3cbd-4109-aff6-85b4b91f4a3a tempest-ServerAddressesTestJSON-1657574609 tempest-ServerAddressesTestJSON-1657574609-project-member] Enqueued Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_members [ 913.894117] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGHEST for action security_group_members [ 913.895340] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.895340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.895340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.897206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.897206] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.897325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.897357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.897902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.897902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.897902] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.348515] env[65152]: INFO networking_nsxv3.common.synchronization [req-5080f152-8c38-49fb-bcab-36e76ceaf82b req-2900320d-9dec-41da-93a4-4184da7223cf tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 914.349512] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 914.350410] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.351305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.351305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.351411] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.403711] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.403917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.404076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.404348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.404456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.404912] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.404912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.404912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.405178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.405213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.405297] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb109db2-4ba5-4280-8cc4-197be985a09c is going to be updated. [ 914.442560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.442560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.442767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.443748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.443859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.458482] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb109db2-4ba5-4280-8cc4-197be985a09c in Status: IN_PROGRESS for 2s [ 914.754254] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.754513] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.754675] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.754965] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.755406] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.755594] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.755741] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.756027] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.756185] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.756434] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.756563] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.756710] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.756993] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.756993] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.757107] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.758387] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.779307] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.779555] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.779729] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.779937] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-656" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.780349] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-e17766b8-a654-453a-9236-8b9566a33a68 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.780579] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.780713] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.781115] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.781351] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17766b8-a654-453a-9236-8b9566a33a68',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.854268] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.854544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.854657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.854982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.880847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.881320] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.881580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.881746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.882261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.882392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.882592] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be updated. [ 914.911880] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.912208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.912208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.912356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.912514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.923305] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 915.187647] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4176980d-a427-4238-80aa-97258a1fd303 in Status: SUCCESS [ 915.187941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4176980d-a427-4238-80aa-97258a1fd303" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.285151] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.285151] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.285151] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.285465] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.285560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.285724] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port e17766b8-a654-453a-9236-8b9566a33a68 not found, creating... [ 915.286014] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.286212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.286346] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.286601] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.286746] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.287084] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.287272] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.287389] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.287607] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.287740] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.287883] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: e17766b8-a654-453a-9236-8b9566a33a68 is going to be created. [ 915.348373] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.348610] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.348711] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.349356] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.349539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.349799] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.104850] env[65152]: INFO networking_nsxv3.common.synchronization [req-5080f152-8c38-49fb-bcab-36e76ceaf82b req-4c8c6e4e-0ea1-4fcb-950f-5a4fcb26cdc2 service nova] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_rules [ 916.105206] env[65152]: INFO networking_nsxv3.common.synchronization [req-5080f152-8c38-49fb-bcab-36e76ceaf82b req-4c8c6e4e-0ea1-4fcb-950f-5a4fcb26cdc2 service nova] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 916.106813] env[65152]: INFO networking_nsxv3.common.synchronization [req-5080f152-8c38-49fb-bcab-36e76ceaf82b req-4c8c6e4e-0ea1-4fcb-950f-5a4fcb26cdc2 service nova] Enqueued Resource ID: e17766b8-a654-453a-9236-8b9566a33a68 with Priority: HIGHEST for action port [ 916.106813] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_rules [ 916.106813] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 916.106813] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17766b8-a654-453a-9236-8b9566a33a68 with Priority: HIGHEST for action port [ 916.106813] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.106813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.108131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.108131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.108131] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.109285] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.109486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.109742] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e17766b8-a654-453a-9236-8b9566a33a68 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.109899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.110066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.110301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.110615] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17766b8-a654-453a-9236-8b9566a33a68',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.473266] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb109db2-4ba5-4280-8cc4-197be985a09c in Status: SUCCESS [ 916.473266] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb109db2-4ba5-4280-8cc4-197be985a09c deletion is rescheduled due to dependency. [ 916.473266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.613903] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.614043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.614257] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e17766b8-a654-453a-9236-8b9566a33a68 with status ACTIVE [ 916.614456] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.614564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.614627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.614846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.614933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.615152] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.615276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.615335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.615474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.615552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.615738] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.615837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.615894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.616035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.616163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.616273] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e17766b8-a654-453a-9236-8b9566a33a68 is going to be updated. [ 916.639245] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.639414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.639508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.639764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.639949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.640215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e17766b8-a654-453a-9236-8b9566a33a68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.934029] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 916.934255] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 deletion is rescheduled due to dependency. [ 916.934404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.934602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.934807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.934999] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.935159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.935227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.935388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.935470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.935569] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.440551] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.943211] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.446219] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.446600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.446600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.446751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.446891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.447040] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be updated. [ 918.476822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.476983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.477072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.477300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.477450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.489361] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 919.012324] env[65152]: INFO networking_nsxv3.common.synchronization [req-e991da85-a2ec-4b5f-8dd5-31f02a95b731 req-1d13e767-6996-43b4-ae77-616b6c1c0c95 tempest-ServerPasswordTestJSON-1562918678 tempest-ServerPasswordTestJSON-1562918678-project-member] Enqueued Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_members [ 919.012324] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGHEST for action security_group_members [ 919.013419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.013419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.013419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.013419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.013419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.013697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.013697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.013952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.014177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.014321] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.517410] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.517410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.517410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.517711] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.517901] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.518188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.518188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.518188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.518338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.518467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.518467] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 is going to be updated. [ 919.551041] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.551041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.551041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.551041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.551041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.562089] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 in Status: IN_PROGRESS for 2s [ 919.681701] env[65152]: INFO networking_nsxv3.common.synchronization [req-79e3f34c-b54d-4ea2-b833-c97894690343 req-7ee98feb-1b1d-4a5f-a290-bd2dd4be2ec8 tempest-ServersWithSpecificFlavorTestJSON-662854701 tempest-ServersWithSpecificFlavorTestJSON-662854701-project-member] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 919.682727] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGHEST for action security_group_members [ 919.683147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.683301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.683386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.683592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.683863] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.684072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.684147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.684353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.684499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.684621] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.187019] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.187195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.187253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.187498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.212684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.213459] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.213459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.213459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.213459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.213675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.213675] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be updated. [ 920.244654] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.244815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.244882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.245196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.245365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.257103] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: IN_PROGRESS for 2s [ 920.502452] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 920.502733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.502932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.503208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.503410] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.503566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.503614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.503755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.503836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.504094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.504094] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.663761] env[65152]: INFO networking_nsxv3.common.synchronization [req-b4fc3ba6-7579-403b-b765-2098c8627025 req-283e2a07-4dfd-443f-aac5-d206e7107d18 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 920.664771] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 920.665454] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.665454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.665454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.665661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.665846] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.665955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.666050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.666258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.666369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.666488] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.006869] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.006869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.006869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.008182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.008182] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.008182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.008182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.008182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.008182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.008182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.008450] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.009382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.009382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.009382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.009382] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.009382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.010341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.010341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.010341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.010341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.010341] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.168582] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.168811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.168932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.169218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.190929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.191206] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.191308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.191397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.191540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.191623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.191711] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 921.218736] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.218878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.218950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.219211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.219354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.229035] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 921.512508] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1907f47d-ddb3-4772-bf91-05d92f8dfd49: rpc.has_security_group_logging(os_id): False [ 921.535362] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.535496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.535595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.535791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.535875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.536711] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.536936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.537074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.537288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.537398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.537646] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.537759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.537824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.537975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.538063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.538249] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.538345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.538401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.538540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.538614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.538692] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be updated. [ 921.572692] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 in Status: SUCCESS [ 921.572867] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 deletion is rescheduled due to dependency. [ 921.572986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.604424] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.604662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.604754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.604928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.605165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.618554] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 922.270348] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb in Status: SUCCESS [ 922.270652] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb deletion is rescheduled due to dependency. [ 922.270652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.451024] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f449ffc6-69ca-42f2-97b2-66da14e3ac94 tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_rules [ 922.451295] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_rules [ 922.451609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.451846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.451846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.452099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.452204] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.561945] env[65152]: INFO networking_nsxv3.common.synchronization [None req-711aa7f6-54bf-4a8f-8508-4c8ff8938790 tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_rules [ 922.562599] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_rules [ 922.562960] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.563460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.973744] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.974023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.974090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.974635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.974635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.974635] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 already deleted. [ 922.974635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.974817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.974930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.975013] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.241462] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 4s [ 923.498055] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.498450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.498450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.498592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.498707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.498831] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 already deleted. [ 923.498986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.633494] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 923.633651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.848885] env[65152]: INFO networking_nsxv3.common.synchronization [req-ff0d46ce-bd58-4a7c-a2a5-67fb3b782c8e req-45414b12-6f31-4e16-a163-c4b86162f1fd tempest-ServersNegativeTestJSON-1810237279 tempest-ServersNegativeTestJSON-1810237279-project-member] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 924.850018] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 924.850018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.850888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.850984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.851227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.852058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.852058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.852058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.852058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.852058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.852312] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.225024] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.225024] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.225024] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.225461] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.226304] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.227078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.227078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.229018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.229018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.229018] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.229018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.229018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.229018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.229018] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.229018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.229018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.254167] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.254167] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.254167] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.254167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.254167] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-336c3026-96b2-434e-8192-36d891ed3ee5 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.254167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.254167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.254167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.254167] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336c3026-96b2-434e-8192-36d891ed3ee5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.255862] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 925.256794] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 925.256794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.354808] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.530880] env[65152]: INFO networking_nsxv3.common.synchronization [req-36f4433e-a1ff-4dfc-8ce7-3dc6ea5c8261 req-6b940f65-8bfe-43de-8c8d-847549545c53 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 925.530880] env[65152]: INFO networking_nsxv3.common.synchronization [req-36f4433e-a1ff-4dfc-8ce7-3dc6ea5c8261 req-6b940f65-8bfe-43de-8c8d-847549545c53 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_members [ 925.531185] env[65152]: INFO networking_nsxv3.common.synchronization [req-36f4433e-a1ff-4dfc-8ce7-3dc6ea5c8261 req-6b940f65-8bfe-43de-8c8d-847549545c53 tempest-SecurityGroupsTestJSON-1896705610 tempest-SecurityGroupsTestJSON-1896705610-project-member] Enqueued Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 925.531996] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGHEST for action security_group_members [ 925.531996] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGHEST for action security_group_members [ 925.531996] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f with Priority: HIGHEST for action security_group_members [ 925.532200] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.532343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.532417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.532653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.532829] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.532935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.533047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.533200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.533292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.533387] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.535115] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f10f39-446b-483b-96ea-d09641e45724 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.535115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.535270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.536138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.536138] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.536138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.536138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.536138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.536138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.536138] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.536942] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.537409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.537495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.537663] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.538095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.538095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.538269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.538389] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f014d9c-a21f-469b-ae74-46ccfe0bf85f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.760599] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.760827] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.761189] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.761497] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.761662] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.761976] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 336c3026-96b2-434e-8192-36d891ed3ee5 not found, creating... [ 925.762380] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.762528] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.762632] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.762896] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.763114] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.763381] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.763563] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.763700] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.763902] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.764059] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.764260] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 336c3026-96b2-434e-8192-36d891ed3ee5 is going to be created. [ 925.803435] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.804280] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.804280] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.804280] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.805229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.805229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.857870] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.036108] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.036316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.036373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.036710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.039933] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.040098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.040400] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.040501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.062192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.062456] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.062664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.062779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.063099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.063459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.063459] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be updated. [ 926.064609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.064838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.085979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.085979] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.085979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.085979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.085979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.085979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.085979] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f10f39-446b-483b-96ea-d09641e45724 is going to be updated. [ 926.086755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.086934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.087067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.087712] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.087712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.087712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.087712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.087712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.087900] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f is going to be updated. [ 926.099281] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.099281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.099375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.099507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.099692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.115320] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: IN_PROGRESS for 2s [ 926.135054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.135054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.135054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.135356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.135495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.142143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.142335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.142335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.142551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.142739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.153796] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: IN_PROGRESS for 2s [ 926.154472] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: IN_PROGRESS for 2s [ 926.360706] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.360706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.360706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.360917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.361032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.361136] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 926.396697] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.396862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.396935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.397191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.397383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.407892] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 926.533844] env[65152]: INFO networking_nsxv3.common.synchronization [req-ff0d46ce-bd58-4a7c-a2a5-67fb3b782c8e req-60f9309c-b0c2-446c-b902-8ff605a0ea00 service nova] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_rules [ 926.534056] env[65152]: INFO networking_nsxv3.common.synchronization [req-ff0d46ce-bd58-4a7c-a2a5-67fb3b782c8e req-60f9309c-b0c2-446c-b902-8ff605a0ea00 service nova] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 926.534243] env[65152]: INFO networking_nsxv3.common.synchronization [req-ff0d46ce-bd58-4a7c-a2a5-67fb3b782c8e req-60f9309c-b0c2-446c-b902-8ff605a0ea00 service nova] Enqueued Resource ID: 336c3026-96b2-434e-8192-36d891ed3ee5 with Priority: HIGHEST for action port [ 926.534769] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_rules [ 926.534905] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 926.535011] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336c3026-96b2-434e-8192-36d891ed3ee5 with Priority: HIGHEST for action port [ 926.535395] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.535531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.535607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.535781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.535878] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.536824] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.536968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.537204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-336c3026-96b2-434e-8192-36d891ed3ee5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.537310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.537376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.537561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.537642] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336c3026-96b2-434e-8192-36d891ed3ee5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.039946] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.040415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.040535] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 336c3026-96b2-434e-8192-36d891ed3ee5 with status ACTIVE [ 927.040790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.040948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.041066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.041419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.041601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.041885] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.042220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.042220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.042473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.042608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.042909] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.043090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.043213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.043455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.043590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.043729] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 336c3026-96b2-434e-8192-36d891ed3ee5 is going to be updated. [ 927.067420] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.067604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.067679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.067915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.068577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.068760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336c3026-96b2-434e-8192-36d891ed3ee5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.487582] env[65152]: INFO networking_nsxv3.common.synchronization [req-27ca2a0f-477a-4ed3-aeb0-7b94c5630929 req-1dbed960-4b81-46fc-aa25-01313d2f9904 tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 927.488068] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 927.488393] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.488675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.488784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.488992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.489412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.489652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.489652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.490067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.490067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.490067] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.562171] env[65152]: INFO networking_nsxv3.common.synchronization [req-f5df6f6e-d2d8-4486-ac46-949610e67f2b req-3bd99688-8d27-4c5f-8289-e59ecdb3c7f2 tempest-ImagesOneServerNegativeTestJSON-168943475 tempest-ImagesOneServerNegativeTestJSON-168943475-project-member] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 927.562171] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGHEST for action security_group_members [ 927.562171] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.562171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.562171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.562171] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.562171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.562171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.562171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.562171] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.895311] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.895513] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.895688] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.896222] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.896627] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.896735] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.896821] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.897168] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.897314] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.897553] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.897691] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.897800] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.899358] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.899358] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.899358] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.899358] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.918073] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.918267] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.918409] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.918601] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-769" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.918952] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-43d865da-8267-46ae-a0e7-a10e6a21ae67 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.919154] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.919277] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.919642] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.919786] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d865da-8267-46ae-a0e7-a10e6a21ae67',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.994065] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.994515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.997020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.997020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.997020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.997020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.997020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.997020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.997020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.997020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.997020] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 928.030968] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.031391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.031617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.031977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.032279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.044190] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 928.065690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.066129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.066363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.066789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.066982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.067324] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.067648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.067830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.068116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.068409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.068627] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be updated. [ 928.123542] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.124166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.124166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.124261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.124456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.128135] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b219ea-849c-4fa3-833c-effe36485e8c in Status: SUCCESS [ 928.128350] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c deletion is rescheduled due to dependency. [ 928.128500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.134768] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: IN_PROGRESS for 2s [ 928.165932] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f10f39-446b-483b-96ea-d09641e45724 in Status: SUCCESS [ 928.166318] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f10f39-446b-483b-96ea-d09641e45724 deletion is rescheduled due to dependency. [ 928.166462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.168025] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f in Status: SUCCESS [ 928.168025] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f014d9c-a21f-469b-ae74-46ccfe0bf85f deletion is rescheduled due to dependency. [ 928.168244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f014d9c-a21f-469b-ae74-46ccfe0bf85f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.420762] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 928.421445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.421445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.421670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.421824] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.421977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.422085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.422265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.422353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.422451] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.423655] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.423851] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.423974] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.424279] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.424439] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.424609] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 43d865da-8267-46ae-a0e7-a10e6a21ae67 not found, creating... [ 928.424982] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.425205] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.425330] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.425548] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.425687] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.425967] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.426140] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.426298] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.426521] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.426662] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.426814] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 43d865da-8267-46ae-a0e7-a10e6a21ae67 is going to be created. [ 928.459152] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.459152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.459519] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.459599] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.459920] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.460249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.686691] env[65152]: INFO networking_nsxv3.common.synchronization [req-22174d26-05f6-4cc7-a078-26cd46808a66 req-f9aead4d-050b-48b5-b1f9-388557651cf6 tempest-MigrationsAdminTest-1849662553 tempest-MigrationsAdminTest-1849662553-project-member] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 928.687436] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 928.687710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.687865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.687938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.688165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688355] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.688584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.688584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.688721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.688903] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.930101] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.191371] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.215071] env[65152]: INFO networking_nsxv3.common.synchronization [req-27ca2a0f-477a-4ed3-aeb0-7b94c5630929 req-f71d1462-ed2e-4727-83b9-86f9ccd84c8a service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 929.215285] env[65152]: INFO networking_nsxv3.common.synchronization [req-27ca2a0f-477a-4ed3-aeb0-7b94c5630929 req-f71d1462-ed2e-4727-83b9-86f9ccd84c8a service nova] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 929.215811] env[65152]: INFO networking_nsxv3.common.synchronization [req-27ca2a0f-477a-4ed3-aeb0-7b94c5630929 req-f71d1462-ed2e-4727-83b9-86f9ccd84c8a service nova] Enqueued Resource ID: 43d865da-8267-46ae-a0e7-a10e6a21ae67 with Priority: HIGHEST for action port [ 929.216066] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_rules [ 929.216232] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 929.216339] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d865da-8267-46ae-a0e7-a10e6a21ae67 with Priority: HIGHEST for action port [ 929.216864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.216991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.218153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.218376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.218463] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.219315] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.221237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.221424] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d865da-8267-46ae-a0e7-a10e6a21ae67 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.221502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.221621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.221755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.221834] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d865da-8267-46ae-a0e7-a10e6a21ae67',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.432095] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.694049] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.724307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.724514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.728516] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43d865da-8267-46ae-a0e7-a10e6a21ae67 with status ACTIVE [ 929.728995] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.728995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.728995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.729444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.729444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.729570] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.729711] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.729788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.729931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.730043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.730258] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.730336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.730381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.730529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.730604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.730690] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43d865da-8267-46ae-a0e7-a10e6a21ae67 is going to be updated. [ 929.754957] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.755184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.755239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.755681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.755756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.755945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d865da-8267-46ae-a0e7-a10e6a21ae67" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.934205] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.934413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.934452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.934657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.934765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.934901] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 929.973742] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.973930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.973972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.974218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.974378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.984654] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 930.053034] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 930.053403] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d deletion is rescheduled due to dependency. [ 930.053403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.053534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.053718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.053911] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.054049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.054117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.054366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.054501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.054628] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.144779] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 in Status: SUCCESS [ 930.144978] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 deletion is rescheduled due to dependency. [ 930.145106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.197408] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.197408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.197408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.197955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.197955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.198052] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be updated. [ 930.231470] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.231655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.231655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.231876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.232185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.242208] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 2s [ 930.557023] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.059963] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.563127] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.563127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.563127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.563574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.563574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.563574] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 931.601534] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.601736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.601892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.602033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.602330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.613111] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 931.620972] env[65152]: INFO networking_nsxv3.common.synchronization [req-7f42bbb0-d5ec-478d-a1bb-360029bef636 req-3089540a-d8fb-4de4-bc54-bc5a05c1b0d2 tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 931.621683] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 931.622971] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.623207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.623256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.623427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.623741] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.623741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.624132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.624132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.624311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.624311] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.997399] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 931.997652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.997777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.998324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.998324] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.998616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.998616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.998616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.998826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.998826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.998883] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.126738] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.126966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.127156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.127552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.127716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.128053] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.128214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.128326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.128586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.128722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.128871] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be updated. [ 932.160740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.160902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.160986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.161243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.161455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.170013] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: IN_PROGRESS for 2s [ 932.253937] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 4s [ 932.502343] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.502343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.502343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.502343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.502343] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.502343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.502343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.502796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.502796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.502796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.502796] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.502796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.503052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.503052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.503230] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.503333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.503393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.503713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.503713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.503713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.503952] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.007134] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c135ee-e645-4848-9694-cd85d362bfa9: rpc.has_security_group_logging(os_id): False [ 933.025733] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.025918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.025963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.026552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.048119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.048119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.048119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.048119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.048119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.048583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.048583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.048698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.048769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.048989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.049183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.049434] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.049694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.049694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.049883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.050016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.050128] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 933.119017] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.119254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.119364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.119628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.119814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.146437] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 933.623370] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 933.623621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.623857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.625055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.625055] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.625055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.625055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.625055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.625055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.625055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.625055] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.127904] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.128262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.128262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.128428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.128610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.128734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.128801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.128954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.129062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.129156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.129401] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.129500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.129600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.129726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.129864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.129957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.130057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.130221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.130299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.130384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.130531] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.181792] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: SUCCESS [ 934.182047] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea deletion is rescheduled due to dependency. [ 934.182181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.263485] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 934.263941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.632888] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c89a36d-df9a-49ac-b09a-9d9a184e682d: rpc.has_security_group_logging(os_id): False [ 934.651517] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.651693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.651741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.651968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.652508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.652508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.652508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.652508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.652740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.652740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.652833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.652922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.653124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.653294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.653375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.653561] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.653657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.653730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.653847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.653920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.654011] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 934.724810] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.724810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.724984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.725153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.725336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.741711] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 935.162421] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 935.162737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.623115] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.623410] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 936.756491] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 936.756764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.696450] env[65152]: INFO networking_nsxv3.common.synchronization [req-a4059b43-6137-4935-8490-ffb7ac41990a req-2af6ee21-7ea4-4268-b268-1a6785ce6c9b tempest-ServersNegativeTestJSON-1810237279 tempest-ServersNegativeTestJSON-1810237279-project-member] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 937.696895] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 937.697599] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.697599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.697599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.697778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.697778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.697887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.697951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.698794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.698794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.698794] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.200534] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.704283] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.209867] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.209867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.209867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.209867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.209867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.209867] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 939.241385] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.241547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.241664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.241841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.241988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.253451] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 941.265550] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 4s [ 942.698797] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 942.698797] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 943.279465] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 943.279758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.010237] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b3c6ee6b-bcf8-40f4-91bf-311bb5c2db7e None None] Enqueued Resource ID: b84b0085-2a0b-4112-b1f6-cc5ef7f90f57 with Priority: HIGHEST for action port [ 944.012695] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84b0085-2a0b-4112-b1f6-cc5ef7f90f57 with Priority: HIGHEST for action port [ 944.013209] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84b0085-2a0b-4112-b1f6-cc5ef7f90f57 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.013381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84b0085-2a0b-4112-b1f6-cc5ef7f90f57" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.013441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84b0085-2a0b-4112-b1f6-cc5ef7f90f57" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.013737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84b0085-2a0b-4112-b1f6-cc5ef7f90f57" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.013831] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84b0085-2a0b-4112-b1f6-cc5ef7f90f57',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.517507] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b84b0085-2a0b-4112-b1f6-cc5ef7f90f57 [ 944.517801] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.517950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.518031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.518258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.518342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.518435] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b84b0085-2a0b-4112-b1f6-cc5ef7f90f57 already deleted. [ 944.518511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84b0085-2a0b-4112-b1f6-cc5ef7f90f57" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.935588] env[65152]: INFO networking_nsxv3.common.synchronization [req-37a9f707-959e-46ea-be29-07adee7287a8 req-06896e1b-c23f-41c0-a0a6-30663183bb86 tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_members [ 944.937936] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_members [ 944.938302] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.938450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.938500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.938776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.938932] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.939042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.939102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.939259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.939343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.939547] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.443070] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.445059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.445169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.445455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.445557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.445789] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.445906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.446015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.446161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.446225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.446312] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 already deleted. [ 945.446408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.623506] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.623506] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.623984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.623984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.624372] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.624563] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.624731] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.625034] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.625158] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.625418] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.625568] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.625728] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.625886] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.626052] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.626196] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.626377] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.652130] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.652328] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.652516] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.652659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.652986] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-a068c912-4d81-4275-b2ff-debf20ccbaed taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.653188] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.653324] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.653750] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.653906] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a068c912-4d81-4275-b2ff-debf20ccbaed',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.158956] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.159304] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.159448] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.159818] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.160040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.160237] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port a068c912-4d81-4275-b2ff-debf20ccbaed not found, creating... [ 946.160520] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.160687] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.160821] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.161087] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.161243] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.161533] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.161695] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.161813] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.163922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.164131] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.164279] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: a068c912-4d81-4275-b2ff-debf20ccbaed is going to be created. [ 946.187063] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.187797] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.187986] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.188373] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.188781] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.189079] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.311281] env[65152]: INFO networking_nsxv3.common.synchronization [req-23473aa4-bd81-43f2-854f-2e92d7437e38 req-63befd4c-cf03-4a69-a14d-ee9dd02980e5 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 946.311988] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 946.312575] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.312683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.312775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.313049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.313231] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.313457] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.313535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.313705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.313855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.313964] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.800925] env[65152]: INFO networking_nsxv3.common.synchronization [None req-93a5940d-053e-4819-93f6-283ffea829f8 None None] Enqueued Resource ID: d992d2bf-8f3f-477f-bd97-cb504c8665ae with Priority: HIGHEST for action port [ 946.801643] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d992d2bf-8f3f-477f-bd97-cb504c8665ae with Priority: HIGHEST for action port [ 946.801970] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-d992d2bf-8f3f-477f-bd97-cb504c8665ae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.802132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d992d2bf-8f3f-477f-bd97-cb504c8665ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.802788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d992d2bf-8f3f-477f-bd97-cb504c8665ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.802788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d992d2bf-8f3f-477f-bd97-cb504c8665ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.802788] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d992d2bf-8f3f-477f-bd97-cb504c8665ae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.816297] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.816474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.817459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.817459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.817459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.817459] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.817459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.818657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.818755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.818755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.818857] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 946.847396] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.847625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.847625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.847807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.847951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.857624] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 946.887385] env[65152]: INFO networking_nsxv3.common.synchronization [req-37a9f707-959e-46ea-be29-07adee7287a8 req-e456e3bb-0224-4cbf-b1b6-2cc09f82bfdd service nova] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_rules [ 946.887535] env[65152]: INFO networking_nsxv3.common.synchronization [req-37a9f707-959e-46ea-be29-07adee7287a8 req-e456e3bb-0224-4cbf-b1b6-2cc09f82bfdd service nova] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_members [ 946.888747] env[65152]: INFO networking_nsxv3.common.synchronization [req-37a9f707-959e-46ea-be29-07adee7287a8 req-e456e3bb-0224-4cbf-b1b6-2cc09f82bfdd service nova] Enqueued Resource ID: a068c912-4d81-4275-b2ff-debf20ccbaed with Priority: HIGHEST for action port [ 946.888747] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_rules [ 946.888747] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_members [ 946.888747] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a068c912-4d81-4275-b2ff-debf20ccbaed with Priority: HIGHEST for action port [ 946.889108] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.889293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.889293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.889553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.889641] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.890900] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.890900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.890900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.891142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.891321] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.891481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.892054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.892054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.892054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.892054] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.894791] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-a068c912-4d81-4275-b2ff-debf20ccbaed taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.894920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.894984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.895148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.895225] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a068c912-4d81-4275-b2ff-debf20ccbaed',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.144276] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.144276] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.144276] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.144276] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.144276] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.148484] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.148753] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.149122] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.149442] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.149767] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.149986] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.150330] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.150584] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.150817] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.151542] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.151893] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.172954] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.172954] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.175725] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.175725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.175725] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-f0779386-b04a-4360-b3db-23c7506f1bd8 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.175725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.175725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.175725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.175725] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0779386-b04a-4360-b3db-23c7506f1bd8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.304959] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d992d2bf-8f3f-477f-bd97-cb504c8665ae [ 947.305648] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.305804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.305881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.306141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.306246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.306351] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d992d2bf-8f3f-477f-bd97-cb504c8665ae already deleted. [ 947.306438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d992d2bf-8f3f-477f-bd97-cb504c8665ae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.397528] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.398964] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.398964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.398964] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a068c912-4d81-4275-b2ff-debf20ccbaed with status ACTIVE [ 947.398964] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.399235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.399235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.399354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.399497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.399709] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.399810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.399889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.401776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.402051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.402123] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.402487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.402949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.402949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.402949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.403064] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a068c912-4d81-4275-b2ff-debf20ccbaed is going to be updated. [ 947.427653] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.427791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.427850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.428068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.428211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.428463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a068c912-4d81-4275-b2ff-debf20ccbaed" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.683078] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.683078] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port f0779386-b04a-4360-b3db-23c7506f1bd8 not found, creating... [ 947.683078] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.683078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685564] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.685728] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.685855] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.686103] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.686242] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.687385] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: f0779386-b04a-4360-b3db-23c7506f1bd8 is going to be created. [ 947.727878] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.728244] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.728534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.728900] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.729040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.729296] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.906273] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.410758] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.410927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.411009] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.411332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.411381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.411484] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 is going to be created. [ 948.439158] env[65152]: INFO networking_nsxv3.common.synchronization [req-23473aa4-bd81-43f2-854f-2e92d7437e38 req-a96c02f5-3077-4085-b7f6-4e81ec6d18d0 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 948.439316] env[65152]: INFO networking_nsxv3.common.synchronization [req-23473aa4-bd81-43f2-854f-2e92d7437e38 req-a96c02f5-3077-4085-b7f6-4e81ec6d18d0 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 948.439537] env[65152]: INFO networking_nsxv3.common.synchronization [req-23473aa4-bd81-43f2-854f-2e92d7437e38 req-a96c02f5-3077-4085-b7f6-4e81ec6d18d0 service nova] Enqueued Resource ID: f0779386-b04a-4360-b3db-23c7506f1bd8 with Priority: HIGHEST for action port [ 948.440523] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.440591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.440658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.440857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.442725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.443921] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 948.444098] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 948.444204] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0779386-b04a-4360-b3db-23c7506f1bd8 with Priority: HIGHEST for action port [ 948.444842] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.444964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.445045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.445238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.445347] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.446254] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.446443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.446612] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0779386-b04a-4360-b3db-23c7506f1bd8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.446710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.446792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.446941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.447027] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0779386-b04a-4360-b3db-23c7506f1bd8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.470255] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: UNINITIALIZED for 2s [ 948.870276] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 948.870686] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 948.871262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.871538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.871855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.872156] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.872315] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.872389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.872566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.872652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.872752] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.925676] env[65152]: INFO networking_nsxv3.common.synchronization [req-9100f232-e0b8-4da4-a10b-c9f58a3f3b95 req-5ed14ee3-6cb9-41d3-acff-112233f81055 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 948.925676] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 948.925676] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.925676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.925676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.926299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.926874] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.927032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.927432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.929416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.929416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.929416] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.948900] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.949071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.953096] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0779386-b04a-4360-b3db-23c7506f1bd8 with status ACTIVE [ 948.953096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.953096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.953096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.953096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.953096] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0779386-b04a-4360-b3db-23c7506f1bd8 is going to be updated. [ 948.979648] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.979861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.979964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.980806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.981046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.981272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0779386-b04a-4360-b3db-23c7506f1bd8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.376213] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.424472] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.424884] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.424884] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.426350] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.426684] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.426891] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.427089] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.427602] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.427602] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.427884] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.427884] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.428112] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.428112] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.428214] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.428313] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.428449] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.430434] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.457915] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.458170] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.458310] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.458580] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.459180] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.459180] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.459433] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.459539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.459680] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679c278c-eb02-4e1a-8f55-90e0bfb78ca6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.879252] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.935022] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.962463] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.962695] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.962839] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.963121] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.963269] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.963489] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 679c278c-eb02-4e1a-8f55-90e0bfb78ca6 not found, creating... [ 949.963760] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.963918] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.964048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.964275] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.964414] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.964691] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.964844] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.964966] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.965219] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.965396] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.965546] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 679c278c-eb02-4e1a-8f55-90e0bfb78ca6 is going to be created. [ 949.986010] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.986293] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.986438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.986729] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.986964] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.987211] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.381860] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.381860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.382106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.382238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.382339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.382442] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 950.413790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.413990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.414049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.414329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.414553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.426184] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 950.438223] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.438459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.438564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.438871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.439022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.439175] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 950.472103] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.472602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.472679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.485734] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: SUCCESS [ 950.485734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.485892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.486125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.486484] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.486615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.486661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.486833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.486926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487132] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.488921] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 950.707400] env[65152]: INFO networking_nsxv3.common.synchronization [req-9100f232-e0b8-4da4-a10b-c9f58a3f3b95 req-38dd5083-df0e-429e-82eb-b365825cc13e service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 950.707572] env[65152]: INFO networking_nsxv3.common.synchronization [req-9100f232-e0b8-4da4-a10b-c9f58a3f3b95 req-38dd5083-df0e-429e-82eb-b365825cc13e service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 950.707756] env[65152]: INFO networking_nsxv3.common.synchronization [req-9100f232-e0b8-4da4-a10b-c9f58a3f3b95 req-38dd5083-df0e-429e-82eb-b365825cc13e service nova] Enqueued Resource ID: 679c278c-eb02-4e1a-8f55-90e0bfb78ca6 with Priority: HIGHEST for action port [ 950.708351] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 950.708515] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 950.708635] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679c278c-eb02-4e1a-8f55-90e0bfb78ca6 with Priority: HIGHEST for action port [ 950.709608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.709608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.709608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.709726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.710520] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.710834] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.711397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.711397] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.711397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.711397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.711829] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679c278c-eb02-4e1a-8f55-90e0bfb78ca6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.994710] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.215568] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.215568] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 679c278c-eb02-4e1a-8f55-90e0bfb78ca6 with status ACTIVE [ 951.215568] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.215568] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.215568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.215568] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.216975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.216975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.216975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.216975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.216975] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 679c278c-eb02-4e1a-8f55-90e0bfb78ca6 is going to be updated. [ 951.243509] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.243678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.243678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.243908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.244148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.244361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679c278c-eb02-4e1a-8f55-90e0bfb78ca6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.481025] env[65152]: INFO networking_nsxv3.common.synchronization [req-ebe927e9-12ac-49c9-b31d-7ce03b591a88 req-4ebb397b-f02e-495c-a490-a020aff739ee tempest-ImagesTestJSON-1242215704 tempest-ImagesTestJSON-1242215704-project-member] Enqueued Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 951.481812] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d with Priority: HIGHEST for action security_group_members [ 951.482388] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c89a36d-df9a-49ac-b09a-9d9a184e682d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.482388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.482503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.482760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.482926] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.483039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.483102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.483625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.483625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.483625] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c89a36d-df9a-49ac-b09a-9d9a184e682d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.497789] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88c93927-cd9d-49b5-8b4b-a40c6fad98e8: rpc.has_security_group_logging(os_id): False [ 951.519409] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.519681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.519947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.520365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.520485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.521452] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.521621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.521720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.521923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.523182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.523424] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 is going to be created. [ 951.593857] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.594100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.594149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.594359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.594576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.608382] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: IN_PROGRESS for 2s [ 951.674042] env[65152]: INFO networking_nsxv3.common.synchronization [None req-fde87b36-3e22-42e8-bd6a-ebcb314160fd tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_rules [ 951.674521] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_rules [ 951.674774] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17da01b-aa5b-42bd-98b2-07eab287d03c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.674774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.674862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.675214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.675334] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.986252] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.986252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.986252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.986520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.986520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.987489] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.987489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.987489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.987489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.987489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.987489] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d is going to be updated. [ 952.021219] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.021219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.021692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.021692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.021752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.031480] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: IN_PROGRESS for 2s [ 952.112816] env[65152]: INFO networking_nsxv3.common.synchronization [None req-b07a6cbf-61bd-4520-aa86-4d4b8e7fa83f tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_rules [ 952.116074] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_rules [ 952.116074] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17da01b-aa5b-42bd-98b2-07eab287d03c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.116074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.202402] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.202402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.202614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.202790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.202930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.203078] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17da01b-aa5b-42bd-98b2-07eab287d03c already deleted. [ 952.203205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.203412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.203607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.203754] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.435177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 952.435459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.436013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.436244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.436440] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.436568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.436634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.436834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.436919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.437017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.437118] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.502015] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 952.502264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.502428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.502642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.502829] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.502941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.503033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.503166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.503263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.503365] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.728114] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.728529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.728529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.728625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.728768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.728768] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17da01b-aa5b-42bd-98b2-07eab287d03c already deleted. [ 952.728865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.940517] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.940769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.940769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.941290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.941290] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.941427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.941427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.941669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.941912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.941912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.942038] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.942038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.942159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.942599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.942599] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.942599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.942599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.942876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.942876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.942876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.942876] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.006083] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.445694] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a253a56-156d-442a-968a-fbdf939fa432: rpc.has_security_group_logging(os_id): False [ 953.452112] env[65152]: INFO networking_nsxv3.common.synchronization [req-462d4b24-c3d5-47f1-94a1-8b4f3a224d98 req-9beb8de0-f27c-41f6-89d1-e918236a02f4 tempest-MigrationsAdminTest-1849662553 tempest-MigrationsAdminTest-1849662553-project-member] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 953.452112] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGHEST for action security_group_members [ 953.452426] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.452550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.452634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.452856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.453015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.453128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.453192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.453358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.453455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.453550] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.464228] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.464358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.464408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.464600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.464690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.464886] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.464996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.465076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.465239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.465383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.465548] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.465664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.465726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.465874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.465948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.466166] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.467190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.467190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.467190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.467190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.467190] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 953.474935] env[65152]: INFO networking_nsxv3.common.synchronization [req-a2f674ce-e658-4860-93d3-4b8cea2972fe req-20c45182-d81c-4d4e-993d-7fde5e751f85 tempest-AttachInterfacesV270Test-1226184757 tempest-AttachInterfacesV270Test-1226184757-project-member] Enqueued Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_members [ 953.476465] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_members [ 953.476465] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.476465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.476465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.476705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.476805] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.476926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.476989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.477169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.477250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.477353] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.507969] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.534565] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.534748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.534826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.535079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.535504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.551824] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 953.623105] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: SUCCESS [ 953.623234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.876833] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.877089] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-551" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.877169] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-551" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.877745] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-551" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.877842] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.877995] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.879475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.879475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.879475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.879475] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.879475] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.879727] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.879890] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.880018] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.880129] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.880262] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.908988] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.909191] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.909343] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.909531] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-551" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.909860] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-2004b6c1-c139-4c75-bdd5-94f5cf609af3 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.910216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.910360] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.910690] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.910830] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2004b6c1-c139-4c75-bdd5-94f5cf609af3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.958658] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.958658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.958658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.958658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.982033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.982033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.982033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.982033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.982033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.982033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.982033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.982033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.982033] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be updated. [ 953.984419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.986389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.986513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.986726] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.986842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.986908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.987085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.987161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.987245] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c already deleted. [ 953.987322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.011087] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.011252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.011252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.011435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.011531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.011634] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 954.026816] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.027083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.027083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.027578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.027578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.037307] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: IN_PROGRESS for 2s [ 954.041860] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d in Status: SUCCESS [ 954.042269] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c89a36d-df9a-49ac-b09a-9d9a184e682d deletion is rescheduled due to dependency. [ 954.042269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c89a36d-df9a-49ac-b09a-9d9a184e682d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.045932] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.045932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.046162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.046241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.046389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.055738] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 954.413688] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.413930] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.414079] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.414369] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.414521] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.414680] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 2004b6c1-c139-4c75-bdd5-94f5cf609af3 not found, creating... [ 954.414995] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.415265] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.415318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.415568] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.415709] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.415990] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.416226] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.416383] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.416603] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.416740] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.416879] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 2004b6c1-c139-4c75-bdd5-94f5cf609af3 is going to be created. [ 954.438420] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.438588] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.438692] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.439010] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.439280] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.439539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.206535] env[65152]: INFO networking_nsxv3.common.synchronization [req-a2f674ce-e658-4860-93d3-4b8cea2972fe req-931661a4-0e14-42d5-b1f4-36ff29a2f6ac service nova] Enqueued Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_rules [ 955.206859] env[65152]: INFO networking_nsxv3.common.synchronization [req-a2f674ce-e658-4860-93d3-4b8cea2972fe req-931661a4-0e14-42d5-b1f4-36ff29a2f6ac service nova] Enqueued Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_members [ 955.206859] env[65152]: INFO networking_nsxv3.common.synchronization [req-a2f674ce-e658-4860-93d3-4b8cea2972fe req-931661a4-0e14-42d5-b1f4-36ff29a2f6ac service nova] Enqueued Resource ID: 2004b6c1-c139-4c75-bdd5-94f5cf609af3 with Priority: HIGHEST for action port [ 955.207081] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_rules [ 955.207208] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_members [ 955.207304] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2004b6c1-c139-4c75-bdd5-94f5cf609af3 with Priority: HIGHEST for action port [ 955.207840] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.209046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.209211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.209491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.209580] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.210463] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.210609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.210651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.210854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.211054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.211192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.211295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.211465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.211550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.211644] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.214886] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-2004b6c1-c139-4c75-bdd5-94f5cf609af3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.215027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.215275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.215409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.215522] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2004b6c1-c139-4c75-bdd5-94f5cf609af3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.583057] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 955.583057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.719389] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.720564] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.720691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.722172] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2004b6c1-c139-4c75-bdd5-94f5cf609af3 with status ACTIVE [ 955.722375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.722496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.722562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.722815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.722904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.723119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.723234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.723320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.723501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.723594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.723860] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.723936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.723976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.724213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.724213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.724343] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2004b6c1-c139-4c75-bdd5-94f5cf609af3 is going to be updated. [ 955.749522] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.749522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.749522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.749522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.749774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.749845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2004b6c1-c139-4c75-bdd5-94f5cf609af3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.050161] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 in Status: SUCCESS [ 956.050467] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 deletion is rescheduled due to dependency. [ 956.050665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.071205] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 956.071578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.071681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.071837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.072043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.073217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.073217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.073217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.073217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.073217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.073217] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.222246] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.576760] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.577156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.577779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578742] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.578742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.578742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.578742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.579091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.579199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.579268] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.579573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.579618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.579701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.579805] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.725299] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.729101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.729354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.729557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.729663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.729800] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c is going to be created. [ 956.759506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.759506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.759506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.759506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.759506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.770765] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c in Status: UNINITIALIZED for 2s [ 957.090843] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 957.122093] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.122361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.122439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.122826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.122826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.123193] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.123302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.123365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.123557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.123656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.123885] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.124040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.124175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.124436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.124864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.124864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.124864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.125032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.125167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.125254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.125751] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 957.196624] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.197229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.197229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.197229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.197388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.212907] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 958.784437] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c in Status: SUCCESS [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.784437] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.784437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.784437] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.229991] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 959.230273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287552] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287552] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287957] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.288062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.288062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.288241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.288354] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.288463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.288543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.288723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.288815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.288915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.289026] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.791966] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c: rpc.has_security_group_logging(os_id): False [ 959.817683] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.817683] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.817683] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.817683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.821223] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.821223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.821223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.821223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.821223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.821223] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c is going to be created. [ 959.883880] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.884166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.884283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.884623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.884916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.897396] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c in Status: IN_PROGRESS for 2s [ 960.099351] env[65152]: INFO networking_nsxv3.common.synchronization [req-87322d89-adc0-4b91-a5c2-3115d7fb1b20 req-bee9bb4b-3d50-4385-aaea-186918ba048e tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 960.099612] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 960.099921] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.100058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.100130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.100330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.100486] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.100590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.100653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.100801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.100887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.100981] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.606030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.606030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.606030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.606030] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be deleted. [ 960.645012] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.645012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.645012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.645274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.645274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.645274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.723202] env[65152]: INFO networking_nsxv3.common.synchronization [None req-6a529e48-46bb-419c-936b-2bda91de219f None None] Enqueued Resource ID: da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd with Priority: HIGHEST for action port [ 960.724702] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd with Priority: HIGHEST for action port [ 960.725473] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.725667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.725787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.726865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.727018] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.962660] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.963053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.963113] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.963521] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.963845] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.964036] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.964206] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.964481] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.964659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.966049] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.966049] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.966049] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.966049] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.966049] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.966049] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.966049] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.986686] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.986879] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.986997] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.987194] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.987636] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-6d1472a8-06d1-4154-bc00-2983648161b6 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.987891] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.988019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.988422] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.988612] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1472a8-06d1-4154-bc00-2983648161b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.232426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd [ 961.234018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.234018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.234018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.234018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.234018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.234018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd already deleted. [ 961.234018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da1c3e4d-aea6-48b4-bc69-4c89ad9f5dfd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.491228] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.491480] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.491586] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.491957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.492094] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.492292] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 6d1472a8-06d1-4154-bc00-2983648161b6 not found, creating... [ 961.492520] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.492719] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.492848] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.493080] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.493254] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.493563] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.493728] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.493863] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.494081] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.494230] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.494384] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 6d1472a8-06d1-4154-bc00-2983648161b6 is going to be created. [ 961.515562] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.515807] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.515934] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.516662] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.516662] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.516821] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.625069] env[65152]: INFO networking_nsxv3.common.synchronization [None req-a4e37f72-73c6-4461-9a84-fe4d9e277b17 None None] Enqueued Resource ID: a4b73e5a-7162-4cbe-b2ce-197422237b40 with Priority: HIGHEST for action port [ 961.625676] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b73e5a-7162-4cbe-b2ce-197422237b40 with Priority: HIGHEST for action port [ 961.625997] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b73e5a-7162-4cbe-b2ce-197422237b40 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.626755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b73e5a-7162-4cbe-b2ce-197422237b40" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.626893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b73e5a-7162-4cbe-b2ce-197422237b40" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.627237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b73e5a-7162-4cbe-b2ce-197422237b40" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.627309] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b73e5a-7162-4cbe-b2ce-197422237b40',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.912224] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c in Status: SUCCESS [ 961.912519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.129290] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4b73e5a-7162-4cbe-b2ce-197422237b40 [ 962.129561] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.129662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.129731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.129947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.130061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.130161] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4b73e5a-7162-4cbe-b2ce-197422237b40 already deleted. [ 962.130249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b73e5a-7162-4cbe-b2ce-197422237b40" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.283099] env[65152]: INFO networking_nsxv3.common.synchronization [req-87322d89-adc0-4b91-a5c2-3115d7fb1b20 req-877d0af0-3980-442a-a166-c7b658b4b5bb service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 962.283099] env[65152]: INFO networking_nsxv3.common.synchronization [req-87322d89-adc0-4b91-a5c2-3115d7fb1b20 req-877d0af0-3980-442a-a166-c7b658b4b5bb service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 962.283099] env[65152]: INFO networking_nsxv3.common.synchronization [req-87322d89-adc0-4b91-a5c2-3115d7fb1b20 req-877d0af0-3980-442a-a166-c7b658b4b5bb service nova] Enqueued Resource ID: 6d1472a8-06d1-4154-bc00-2983648161b6 with Priority: HIGHEST for action port [ 962.283657] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 962.283657] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 962.283847] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d1472a8-06d1-4154-bc00-2983648161b6 with Priority: HIGHEST for action port [ 962.283940] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.284089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.284166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.284366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.284452] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.285311] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.285449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.285529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.285688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.285838] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.285933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.286099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.286193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.286224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.286748] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.287631] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d1472a8-06d1-4154-bc00-2983648161b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.287631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.287631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.287631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.287631] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1472a8-06d1-4154-bc00-2983648161b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.393976] env[65152]: INFO networking_nsxv3.common.synchronization [req-62272adb-caef-4149-9547-00115377a88c req-8fcccd52-3b34-448c-b2fd-6d6118b8b77a tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_members [ 962.394607] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_members [ 962.394821] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17da01b-aa5b-42bd-98b2-07eab287d03c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.394940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.395018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.395288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.395474] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.395582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.395628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.395785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.395871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.396789] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.781899] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.782224] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.782286] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.782649] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.782851] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.783264] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.783541] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.783812] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.784299] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.784678] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.784842] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.784978] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.786388] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.786388] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.786388] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.786388] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.941343] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.941343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.941343] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.941343] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d1472a8-06d1-4154-bc00-2983648161b6 with status ACTIVE [ 962.941343] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.941343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.941343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.941343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.942015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.942015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.942015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.942015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.942015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.942015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.942586] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.942586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.942586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.942586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.942586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.942586] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d1472a8-06d1-4154-bc00-2983648161b6 is going to be updated. [ 962.943798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.943897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.943970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.944135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.944213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.944469] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.944469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.944640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.944640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.944732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.944790] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17da01b-aa5b-42bd-98b2-07eab287d03c already deleted. [ 962.944857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.965275] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.965275] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.180 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.965531] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.965661] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.965992] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.966182] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966303] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966640] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966804] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.969260] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.969393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.969435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.969649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.969727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.969888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d1472a8-06d1-4154-bc00-2983648161b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.362999] env[65152]: INFO networking_nsxv3.common.synchronization [None req-3142f8fb-4147-4302-b70d-b11433ecb998 None None] Enqueued Resource ID: 6395fd59-ee3a-40ee-a212-0e669851a9db with Priority: HIGHEST for action port [ 963.363575] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6395fd59-ee3a-40ee-a212-0e669851a9db with Priority: HIGHEST for action port [ 963.363886] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6395fd59-ee3a-40ee-a212-0e669851a9db taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.364019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6395fd59-ee3a-40ee-a212-0e669851a9db" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.364100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6395fd59-ee3a-40ee-a212-0e669851a9db" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.364404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6395fd59-ee3a-40ee-a212-0e669851a9db" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.364490] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6395fd59-ee3a-40ee-a212-0e669851a9db',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.447192] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.471971] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.472248] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.472379] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.472718] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.472913] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.473199] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 not found, creating... [ 963.473495] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.473657] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.473775] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.473988] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.474164] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.474847] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.474847] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.474847] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.475052] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.475221] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.475429] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 is going to be created. [ 963.498268] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.498535] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.499426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.499426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.499426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.499736] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.665214] env[65152]: INFO networking_nsxv3.common.synchronization [None req-d6282c0a-93b3-44cf-b682-58c86438da29 None None] Enqueued Resource ID: af0d0ca1-5a55-4d16-aa02-32953a866f86 with Priority: HIGHEST for action port [ 963.665913] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0ca1-5a55-4d16-aa02-32953a866f86 with Priority: HIGHEST for action port [ 963.666246] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-af0d0ca1-5a55-4d16-aa02-32953a866f86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.666400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af0d0ca1-5a55-4d16-aa02-32953a866f86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.666474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af0d0ca1-5a55-4d16-aa02-32953a866f86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.666735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af0d0ca1-5a55-4d16-aa02-32953a866f86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.666810] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0d0ca1-5a55-4d16-aa02-32953a866f86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.826910] env[65152]: INFO networking_nsxv3.common.synchronization [None req-76fc1670-bb0d-4222-9411-5023844ddfb1 tempest-ServersTestBootFromVolume-171264844 tempest-ServersTestBootFromVolume-171264844-project-member] Enqueued Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_rules [ 963.826910] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_rules [ 963.827422] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.827516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.831029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.831029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.831029] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.866813] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6395fd59-ee3a-40ee-a212-0e669851a9db [ 963.867957] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.867957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.867957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.867957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.867957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.867957] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6395fd59-ee3a-40ee-a212-0e669851a9db already deleted. [ 963.867957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6395fd59-ee3a-40ee-a212-0e669851a9db" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.949918] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.950152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.950225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.950433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.950515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.950648] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be created. [ 963.981602] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.981602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.981602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.981602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.981602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.994157] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: UNINITIALIZED for 2s [ 964.089675] env[65152]: INFO networking_nsxv3.common.synchronization [req-62272adb-caef-4149-9547-00115377a88c req-489ba1bd-81d6-42f6-84f9-78681af8cf5a service nova] Enqueued Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_rules [ 964.089856] env[65152]: INFO networking_nsxv3.common.synchronization [req-62272adb-caef-4149-9547-00115377a88c req-489ba1bd-81d6-42f6-84f9-78681af8cf5a service nova] Enqueued Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_members [ 964.089999] env[65152]: INFO networking_nsxv3.common.synchronization [req-62272adb-caef-4149-9547-00115377a88c req-489ba1bd-81d6-42f6-84f9-78681af8cf5a service nova] Enqueued Resource ID: 1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 with Priority: HIGHEST for action port [ 964.090553] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_rules [ 964.090737] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_members [ 964.090809] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 with Priority: HIGHEST for action port [ 964.091058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17da01b-aa5b-42bd-98b2-07eab287d03c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.091184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.091270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.091459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.091546] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.092598] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17da01b-aa5b-42bd-98b2-07eab287d03c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.092734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.092779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.092936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.093077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.093169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.093231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.093377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.093453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.093587] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.095807] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.095971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.096069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.097491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.097491] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.169788] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af0d0ca1-5a55-4d16-aa02-32953a866f86 [ 964.170318] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.170473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.170560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.170772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.170858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.170959] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af0d0ca1-5a55-4d16-aa02-32953a866f86 already deleted. [ 964.171063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af0d0ca1-5a55-4d16-aa02-32953a866f86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.201731] env[65152]: INFO networking_nsxv3.common.synchronization [None req-93ed9f30-e241-4566-8b96-6dbcabf34c21 tempest-ServersTestBootFromVolume-171264844 tempest-ServersTestBootFromVolume-171264844-project-member] Enqueued Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_rules [ 964.202297] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_rules [ 964.202594] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.202699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.469054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.469367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.469367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.469529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.469621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.469733] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c already deleted. [ 964.469818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.469968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.470135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.470215] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.597813] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.598883] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17da01b-aa5b-42bd-98b2-07eab287d03c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.599024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.599181] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 with status ACTIVE [ 964.599381] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.599444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.599497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.599716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.599809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.599981] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.600094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.600155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.600303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.600379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.600558] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.600648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.600707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.600839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.600910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.601889] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36 is going to be updated. [ 964.631338] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.631471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.631532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.631765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.631907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.632088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b04e661-6aaf-4e80-b8e3-b0e63fa3ef36" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.991800] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.991800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.991800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.991800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.991800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.991800] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c already deleted. [ 964.991800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.104120] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.385120] env[65152]: INFO networking_nsxv3.common.synchronization [None req-0acf67f9-b550-4a33-97f9-6296ae0574e4 tempest-ServersTestManualDisk-2110924141 tempest-ServersTestManualDisk-2110924141-project-member] Enqueued Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_rules [ 965.385120] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_rules [ 965.385120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d0ef0c-82fb-4941-83d6-397a297e10bb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.385796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.385980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.387243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.387456] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.542884] env[65152]: INFO networking_nsxv3.common.synchronization [None req-3a80e220-ad18-4846-b492-9ac5b8c32d71 tempest-ServersTestManualDisk-2110924141 tempest-ServersTestManualDisk-2110924141-project-member] Enqueued Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_rules [ 965.543865] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_rules [ 965.544574] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d0ef0c-82fb-4941-83d6-397a297e10bb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.544574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.598803] env[65152]: INFO networking_nsxv3.common.synchronization [None req-3182bb2f-8bd0-4363-bc80-607fe493fbad None None] Enqueued Resource ID: 6219fc60-01b0-4d61-904b-63e621ac5078 with Priority: HIGHEST for action port [ 965.599367] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6219fc60-01b0-4d61-904b-63e621ac5078 with Priority: HIGHEST for action port [ 965.599677] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6219fc60-01b0-4d61-904b-63e621ac5078 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.599832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6219fc60-01b0-4d61-904b-63e621ac5078" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.599879] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6219fc60-01b0-4d61-904b-63e621ac5078" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.600252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6219fc60-01b0-4d61-904b-63e621ac5078" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.600332] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6219fc60-01b0-4d61-904b-63e621ac5078',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.606353] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.606595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.608023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.608023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.608023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17da01b-aa5b-42bd-98b2-07eab287d03c is going to be created. [ 965.645505] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.645704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.645775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.646343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.646343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.659984] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17da01b-aa5b-42bd-98b2-07eab287d03c in Status: UNINITIALIZED for 2s [ 965.910121] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.910121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.910121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.910121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.910121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.910121] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb already deleted. [ 965.910121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.910121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.910121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.910121] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.008486] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.008486] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.008486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.008486] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.160843] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6219fc60-01b0-4d61-904b-63e621ac5078 [ 966.160843] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.160843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.160843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.160843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.160843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.160843] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6219fc60-01b0-4d61-904b-63e621ac5078 already deleted. [ 966.160843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6219fc60-01b0-4d61-904b-63e621ac5078" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436369] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.436369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.436369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.436369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.436701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436701] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb already deleted. [ 966.436701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.511556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.511728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.511795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.512018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.512229] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.512376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.512613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.512701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.512782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.513262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.513262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.513262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.513482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.513482] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.513565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.513613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.513724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.514063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.514063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.514063] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.016232] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e290d10-5c3d-4aaa-b191-9e443a8cddf3: rpc.has_security_group_logging(os_id): False [ 967.042567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.042567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.043077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.043077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.043077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.043845] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.043845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.043845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.043845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.043845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.045773] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.045773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.045773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.045773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.045773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.045773] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.045773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.045773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.046805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.046805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.046805] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be created. [ 967.114723] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.114996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.115111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.115515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.115814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.129907] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 967.672634] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17da01b-aa5b-42bd-98b2-07eab287d03c in Status: SUCCESS [ 967.672634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.672634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.672634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.672634] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.672634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.672634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.673020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.673020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.673020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.673123] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.980631] env[65152]: INFO networking_nsxv3.common.synchronization [None req-393c7ed7-c150-42bc-90d8-75bd563d38b3 None None] Enqueued Resource ID: cf400d6d-3ec9-445d-a295-fbe2523b5fe8 with Priority: HIGHEST for action port [ 967.982406] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf400d6d-3ec9-445d-a295-fbe2523b5fe8 with Priority: HIGHEST for action port [ 967.982406] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf400d6d-3ec9-445d-a295-fbe2523b5fe8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.982406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf400d6d-3ec9-445d-a295-fbe2523b5fe8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.982406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf400d6d-3ec9-445d-a295-fbe2523b5fe8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.982406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf400d6d-3ec9-445d-a295-fbe2523b5fe8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.982406] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf400d6d-3ec9-445d-a295-fbe2523b5fe8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.175710] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.355830] env[65152]: INFO networking_nsxv3.common.synchronization [req-dff2fd71-011d-4cac-a716-14a4dd7b5723 req-57d6101b-8714-482e-842b-cb43962694b4 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 968.356046] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 968.356421] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.356618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.356729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.357170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.357397] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.357538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.357707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.357970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.358829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.358829] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.484425] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf400d6d-3ec9-445d-a295-fbe2523b5fe8 [ 968.484713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.484860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.484920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.485159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.485284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.485511] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf400d6d-3ec9-445d-a295-fbe2523b5fe8 already deleted. [ 968.485511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf400d6d-3ec9-445d-a295-fbe2523b5fe8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.679070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a17da01b-aa5b-42bd-98b2-07eab287d03c: rpc.has_security_group_logging(os_id): False [ 968.698738] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.698738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.698738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.698738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.698738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.699660] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.699660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.699660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.699660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.699851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.699851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17da01b-aa5b-42bd-98b2-07eab287d03c is going to be created. [ 968.770476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.770687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.770687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.771023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.771153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.790753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17da01b-aa5b-42bd-98b2-07eab287d03c in Status: IN_PROGRESS for 2s [ 968.862670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.862851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.863109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.863183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.863258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.863481] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.863593] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.863640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.863799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.863863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.864229] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 968.933024] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.933294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.933500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.933637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.933794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.956682] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 969.145242] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 969.145242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.452733] env[65152]: INFO networking_nsxv3.common.synchronization [req-a4f51a72-b4ea-40cf-b8e9-d0269f51ee96 req-a0d1c723-5254-4c99-8278-09f7f62ebe25 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 969.453341] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 969.453684] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.454347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.454347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.454347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.454591] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.454591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.454679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.454963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.454963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.455077] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.700975] env[65152]: INFO networking_nsxv3.common.synchronization [req-acc1c53f-9663-4810-8a22-763b42d32303 req-bc958fa7-2ea5-440e-95fb-dfd6fd80e4ed tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_members [ 969.701370] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGHEST for action security_group_members [ 969.701894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.701894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.702056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.705790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.705790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.705790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.705790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.706082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.706119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.706202] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.959345] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.210273] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.210441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.210511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.210811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.210943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.211050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.211152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.211213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.211363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.211438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.211523] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 is going to be updated. [ 970.249051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.249213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.249292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.249502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.250575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.260179] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 in Status: IN_PROGRESS for 2s [ 970.388277] env[65152]: INFO networking_nsxv3.common.synchronization [None req-e0a6209c-2d51-44cd-80a4-3c080ce9ce66 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 970.389229] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 970.389505] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.389641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.389884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.389946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.390066] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.390168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.390256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.390394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.390486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.390589] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.461459] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.807539] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17da01b-aa5b-42bd-98b2-07eab287d03c in Status: SUCCESS [ 970.807836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.892681] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.963828] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.964091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.964148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.964317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.964404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.964517] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 970.966260] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 970.966423] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 970.966525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.996162] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.996337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.996409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.996648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.996827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.006497] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 971.399258] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.902310] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.902661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.902661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.902765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.902856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.902958] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 971.951030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.951238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.951238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.951475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.951617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.962185] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 972.286976] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 in Status: SUCCESS [ 972.286976] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 deletion is rescheduled due to dependency. [ 972.286976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.608397] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.608593] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.608739] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.608976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.609244] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.609405] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.609514] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.609725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.609869] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.610088] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.610202] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.610311] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.610417] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.610524] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.610629] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.610771] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.631665] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.631852] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.631995] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.632241] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.632560] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-6dabd76f-9b44-48ee-94be-d3c6993ce77d taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.632738] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.632858] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.633402] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.633402] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dabd76f-9b44-48ee-94be-d3c6993ce77d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.017280] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 973.017598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.139426] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.139426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.139426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.139426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.139426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.139426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 6dabd76f-9b44-48ee-94be-d3c6993ce77d not found, creating... [ 973.139426] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.139426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.139426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.140546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.140546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.140546] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.140546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.140546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.140546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.140857] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.140857] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 6dabd76f-9b44-48ee-94be-d3c6993ce77d is going to be created. [ 973.164343] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.164562] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.164683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.164982] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.165323] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.165613] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.344769] env[65152]: INFO networking_nsxv3.common.synchronization [req-e027674c-185b-45b3-a031-29164235e7c4 req-be1415ee-9c9d-42d7-a8d5-08dcad55ea47 tempest-AttachInterfacesV270Test-1226184757 tempest-AttachInterfacesV270Test-1226184757-project-member] Enqueued Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_members [ 973.345367] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGHEST for action security_group_members [ 973.345750] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.345894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.345946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.346157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.347060] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.347060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.347060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.347060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.347060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.347060] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.849314] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.849508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.849549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.849731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.849857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.850026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.850108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.850169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.850325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.850398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.850486] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c is going to be updated. [ 973.852434] env[65152]: INFO networking_nsxv3.common.synchronization [req-e54c2769-fdc7-44be-a7a6-1e6f293fcda6 req-01181b92-b22e-41f2-af28-de6ba0cabfc7 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 973.852618] env[65152]: INFO networking_nsxv3.common.synchronization [req-e54c2769-fdc7-44be-a7a6-1e6f293fcda6 req-01181b92-b22e-41f2-af28-de6ba0cabfc7 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 973.852760] env[65152]: INFO networking_nsxv3.common.synchronization [req-e54c2769-fdc7-44be-a7a6-1e6f293fcda6 req-01181b92-b22e-41f2-af28-de6ba0cabfc7 service nova] Enqueued Resource ID: 6dabd76f-9b44-48ee-94be-d3c6993ce77d with Priority: HIGHEST for action port [ 973.853309] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 973.853436] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 973.853535] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dabd76f-9b44-48ee-94be-d3c6993ce77d with Priority: HIGHEST for action port [ 973.854208] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.854322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.854371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.854523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.854604] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.858322] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.858431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.858632] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dabd76f-9b44-48ee-94be-d3c6993ce77d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.858732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.858795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.858966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.859057] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dabd76f-9b44-48ee-94be-d3c6993ce77d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.882313] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.882542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.882640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.882915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.882995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.892739] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c in Status: IN_PROGRESS for 2s [ 973.979552] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 973.979910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.980128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.980399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.980630] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.980761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.980854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.981047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.981140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.981235] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.361272] env[65152]: INFO networking_nsxv3.common.synchronization [req-117c029d-f080-4484-81c8-0df0a8bc11a2 req-4a7b4e4d-baa8-463a-9dc8-a7816f08b1c1 tempest-FloatingIPsAssociationTestJSON-1233992581 tempest-FloatingIPsAssociationTestJSON-1233992581-project-member] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 974.361272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.361272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.361272] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dabd76f-9b44-48ee-94be-d3c6993ce77d with status ACTIVE [ 974.361695] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.361695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.361695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.361799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.361829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.362162] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.362263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.362369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.362583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.362694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.362905] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.363039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.363135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.363442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.363442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.363509] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dabd76f-9b44-48ee-94be-d3c6993ce77d is going to be updated. [ 974.364571] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 974.365152] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.365544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.365544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.365646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.365785] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.365907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.366145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.366205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.366314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.366430] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.392397] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.392397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.392397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.392397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.392397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.392397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dabd76f-9b44-48ee-94be-d3c6993ce77d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.485312] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.868771] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.868948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.869035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.869265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.869358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.869564] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.869667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.869732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.869881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.869957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.870055] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d already deleted. [ 974.870138] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.991547] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.137688] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.137887] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.138017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.138391] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.138681] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.138853] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.138975] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.139206] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.139348] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.139901] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.140097] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.140225] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.140338] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.140453] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.140559] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.140694] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.160908] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.160908] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.160908] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.162232] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.162232] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.162232] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.162232] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.162456] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.162808] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d5b0c0-7cab-4ba9-a1fa-088b8daa190e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.491351] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.491905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.491905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.491905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.491905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.492063] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 975.528180] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.528348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.528456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.528607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.528757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.541943] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 975.665889] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.666148] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.666280] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.666664] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.666881] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.667061] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 25d5b0c0-7cab-4ba9-a1fa-088b8daa190e not found, creating... [ 975.667340] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.667507] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.667627] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.667917] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.668049] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.668399] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.668563] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.669829] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.670141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.670268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.670481] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 25d5b0c0-7cab-4ba9-a1fa-088b8daa190e is going to be created. [ 975.699396] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.699639] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.699784] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.700223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.700546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.700850] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.904357] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c in Status: SUCCESS [ 975.904582] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c deletion is rescheduled due to dependency. [ 975.904655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.436262] env[65152]: INFO networking_nsxv3.common.synchronization [req-117c029d-f080-4484-81c8-0df0a8bc11a2 req-66ecb88f-4a6a-4cf0-9447-fa8614d8de3b service nova] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_rules [ 976.436262] env[65152]: INFO networking_nsxv3.common.synchronization [req-117c029d-f080-4484-81c8-0df0a8bc11a2 req-66ecb88f-4a6a-4cf0-9447-fa8614d8de3b service nova] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 976.436262] env[65152]: INFO networking_nsxv3.common.synchronization [req-117c029d-f080-4484-81c8-0df0a8bc11a2 req-66ecb88f-4a6a-4cf0-9447-fa8614d8de3b service nova] Enqueued Resource ID: 25d5b0c0-7cab-4ba9-a1fa-088b8daa190e with Priority: HIGHEST for action port [ 976.436262] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_rules [ 976.436262] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 976.436262] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b0c0-7cab-4ba9-a1fa-088b8daa190e with Priority: HIGHEST for action port [ 976.436464] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.436464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.436631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.436845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.436890] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.437854] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.437987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.438109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.438673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.438888] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.439012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.439088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.439318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.439706] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.439706] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.442077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.442077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.442077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.442077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.442077] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d5b0c0-7cab-4ba9-a1fa-088b8daa190e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.773116] env[65152]: INFO networking_nsxv3.common.synchronization [req-6db74f45-7ce6-4263-bbe4-45283f4ca527 req-1e062361-7aff-481b-8eb6-109271bfa53c tempest-ServersTestManualDisk-2110924141 tempest-ServersTestManualDisk-2110924141-project-member] Enqueued Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_members [ 976.773116] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_members [ 976.773116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d0ef0c-82fb-4941-83d6-397a297e10bb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.773116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.773116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.773116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.773116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.773116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.773979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.773979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.773979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.773979] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.945249] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.946709] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.946824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.946979] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25d5b0c0-7cab-4ba9-a1fa-088b8daa190e with status ACTIVE [ 976.947150] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.947256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.947312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.947525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.947655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.947828] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.947928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.947991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.948166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.948245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.948421] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.948514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.948577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.948708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.948779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.948862] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25d5b0c0-7cab-4ba9-a1fa-088b8daa190e is going to be updated. [ 976.970219] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.970426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.970426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.970622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.970760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.970912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d5b0c0-7cab-4ba9-a1fa-088b8daa190e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.095914] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.097026] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-440" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.097026] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-440" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.097337] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-440" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.098205] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098591] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.101020] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.101020] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.101020] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.101020] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.101020] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.101020] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.101020] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.101020] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.101020] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.101020] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.125477] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.125688] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.125737] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.125966] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-440" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.126321] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.126525] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.126707] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.127117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.127265] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3224bc61-e6bf-44fa-98ed-06b5bc2c9063',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.278776] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.278961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.279131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.279256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.279358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.279572] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.279666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.279725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.279909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.279986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.280197] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb already deleted. [ 977.280197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.451300] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.553319] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 977.553560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.554209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.554484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.554720] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.554910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.555037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.555276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.555412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.555567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.555708] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.630093] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.630361] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.630514] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.630857] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.631058] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.631202] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 3224bc61-e6bf-44fa-98ed-06b5bc2c9063 not found, creating... [ 977.631467] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.631624] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.631741] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.631966] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.632113] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.632391] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.632545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.632665] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.632870] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.633010] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.633157] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 3224bc61-e6bf-44fa-98ed-06b5bc2c9063 is going to be created. [ 977.656926] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.657260] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.657346] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.657706] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.657937] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.658180] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.955627] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.955627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.955627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.955627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.955627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.955627] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be created. [ 977.982405] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.982405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.982405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.982405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.982405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.992686] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: UNINITIALIZED for 2s [ 978.058556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.058787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.060638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.060638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.060638] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.060638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.060638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.060638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.060638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.060638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.060638] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.061100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.061100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.061100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.061853] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.062027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.062149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.064239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.064239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064239] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.376070] env[65152]: INFO networking_nsxv3.common.synchronization [req-6db74f45-7ce6-4263-bbe4-45283f4ca527 req-ae2a9d54-b8d6-4065-945d-7861d20573c7 service nova] Enqueued Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_rules [ 978.376313] env[65152]: INFO networking_nsxv3.common.synchronization [req-6db74f45-7ce6-4263-bbe4-45283f4ca527 req-ae2a9d54-b8d6-4065-945d-7861d20573c7 service nova] Enqueued Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_members [ 978.376471] env[65152]: INFO networking_nsxv3.common.synchronization [req-6db74f45-7ce6-4263-bbe4-45283f4ca527 req-ae2a9d54-b8d6-4065-945d-7861d20573c7 service nova] Enqueued Resource ID: 3224bc61-e6bf-44fa-98ed-06b5bc2c9063 with Priority: HIGHEST for action port [ 978.377014] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_rules [ 978.377170] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_members [ 978.377270] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224bc61-e6bf-44fa-98ed-06b5bc2c9063 with Priority: HIGHEST for action port [ 978.377544] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d0ef0c-82fb-4941-83d6-397a297e10bb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.377702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.377733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.377959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.378273] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.378888] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d0ef0c-82fb-4941-83d6-397a297e10bb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.379016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.379083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.379244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.379392] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.379489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.379548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.380192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.380192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.380192] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.382390] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.382390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.382390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.382390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.382390] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3224bc61-e6bf-44fa-98ed-06b5bc2c9063',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.565556] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e290d10-5c3d-4aaa-b191-9e443a8cddf3: rpc.has_security_group_logging(os_id): False [ 978.584868] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.585061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.585145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.585397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.585580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.585811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.585916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.585979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.586149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.586228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.586412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.586648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.586648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.586752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.586797] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.586975] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.587084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.587145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.587284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.587454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.587454] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 978.661880] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.662108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.662108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.662335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.662485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.680037] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 978.882750] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d0ef0c-82fb-4941-83d6-397a297e10bb taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.882887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.883102] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.884101] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3224bc61-e6bf-44fa-98ed-06b5bc2c9063 with status ACTIVE [ 978.884277] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.884341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.884726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.884726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.884726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.884942] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.884942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.885829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.885829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.885829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.885829] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.885829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.885829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.885829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.885829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.886133] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3224bc61-e6bf-44fa-98ed-06b5bc2c9063 is going to be updated. [ 978.908609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.908766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.908828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.909478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.909478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.909478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3224bc61-e6bf-44fa-98ed-06b5bc2c9063" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.389443] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.893816] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.893965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.893965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.894247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.894369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.894500] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb is going to be created. [ 979.923855] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.924024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.924094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.924305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.924465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.936410] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb in Status: UNINITIALIZED for 2s [ 980.000835] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: SUCCESS [ 980.001085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.001250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.001467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.001659] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.001783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.001849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.001999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.002092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.002177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.002267] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.505116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.505116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.505116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.505632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.505632] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.505632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.505632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.505794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.506600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.506600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.506600] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.506600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.506600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.506600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.506600] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.506600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.507197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.507197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.507197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.507197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.507197] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.692831] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 980.693124] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.012305] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21aef82a-7e3a-40a9-9fc0-e518cb015c8d: rpc.has_security_group_logging(os_id): False [ 981.032550] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.032805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.032915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.033200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.033312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.033590] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.033788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.033899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.034083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.034186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.034374] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.034503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.034581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.035422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.035422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.036230] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.036379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.036491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.036678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.037058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.037058] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be created. [ 981.140367] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.140367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.140367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.140367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.140367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.150975] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: IN_PROGRESS for 2s [ 981.949046] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb in Status: SUCCESS [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.949046] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.949046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.949046] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.451577] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.954149] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d0ef0c-82fb-4941-83d6-397a297e10bb: rpc.has_security_group_logging(os_id): False [ 982.977511] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.977511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.977511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.977511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.977511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.977511] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.977511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.977932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.977932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.977932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.978043] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb is going to be created. [ 983.051330] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.051480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.051538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.051748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.051923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.070016] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb in Status: IN_PROGRESS for 2s [ 983.166834] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: SUCCESS [ 983.167186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.378231] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 983.378342] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 985.088593] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb in Status: SUCCESS [ 985.089055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.849233] env[65152]: INFO networking_nsxv3.common.synchronization [req-1a987716-50b3-44ac-8341-1379be6f1420 req-c94cd840-68d8-4f49-a65f-e33e05fc5eed tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 987.849776] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 987.851237] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.851387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.851461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.851680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.851842] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.851943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.852014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.852176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.852278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.852372] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.355717] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.678167] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7aa218aa-ca01-45d2-9287-25e3f50e1122 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 988.678351] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 988.678846] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.678846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.858886] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.108429] env[65152]: INFO networking_nsxv3.common.synchronization [req-5b0efabe-be6f-4d4d-83c5-19d125f9a70f req-91f4f44e-d8c0-41a6-b981-0e216e0ec730 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 989.109141] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 989.109476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.109923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.109998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.111796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.111979] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.112141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.112185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.112419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.112419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.112541] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.362372] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.362568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.362615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.362868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.362931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.362994] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 989.423335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.423659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.423759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.424385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.424385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.438475] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 989.533952] env[65152]: INFO networking_nsxv3.common.synchronization [None req-83d2a87a-501a-4233-88f2-15c714d40d15 None None] Enqueued Resource ID: 07245aa4-4b9f-4ee9-883e-174a5fce5ce0 with Priority: HIGHEST for action port [ 989.533952] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07245aa4-4b9f-4ee9-883e-174a5fce5ce0 with Priority: HIGHEST for action port [ 989.533952] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-07245aa4-4b9f-4ee9-883e-174a5fce5ce0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.533952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07245aa4-4b9f-4ee9-883e-174a5fce5ce0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.533952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07245aa4-4b9f-4ee9-883e-174a5fce5ce0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.533952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07245aa4-4b9f-4ee9-883e-174a5fce5ce0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.533952] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07245aa4-4b9f-4ee9-883e-174a5fce5ce0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.615027] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.615027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.615210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.615337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.615435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.615745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.615883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.615952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.616152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.616232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.616326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 989.648472] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.649113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.649270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.649501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.650828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.661898] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 989.721072] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.721283] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.721410] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.721691] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.721958] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.722453] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.722651] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.722925] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.723158] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.723442] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.723716] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.723898] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.724091] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.724273] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.724435] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.724638] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.748531] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.748767] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.749010] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.749290] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.749765] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-c67a36a5-2626-4963-b0e0-3c0e093e7810 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.750105] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.750390] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.750828] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.751063] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67a36a5-2626-4963-b0e0-3c0e093e7810',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.038189] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07245aa4-4b9f-4ee9-883e-174a5fce5ce0 [ 990.038535] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.038835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.038835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.038947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.039083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.039205] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07245aa4-4b9f-4ee9-883e-174a5fce5ce0 already deleted. [ 990.039299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07245aa4-4b9f-4ee9-883e-174a5fce5ce0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.258916] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.259754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.259754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.259754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.259754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.260023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port c67a36a5-2626-4963-b0e0-3c0e093e7810 not found, creating... [ 990.260108] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.260311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.260311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.260973] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.261078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.261324] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.261594] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.261746] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.261976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.262660] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.262660] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: c67a36a5-2626-4963-b0e0-3c0e093e7810 is going to be created. [ 990.305890] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.306133] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.306260] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.306545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.306920] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.307280] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.466962] env[65152]: INFO networking_nsxv3.common.synchronization [req-0e71fecf-b3ce-44bf-acbd-bc74feb88fb8 req-6e22c7dd-33ac-46be-a2f8-edb3fd1d8ce3 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_members [ 990.467745] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGHEST for action security_group_members [ 990.468070] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.468181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.468254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.468483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.468673] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.468817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.468868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.469132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.469274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.469419] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.973328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.973328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.973328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.973328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.009156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009207] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.009329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.009522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.009751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.009829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009926] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 is going to be updated. [ 991.054196] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.054196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.054196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.054196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.054196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.066817] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 in Status: IN_PROGRESS for 2s [ 991.156266] env[65152]: INFO networking_nsxv3.common.synchronization [req-5b0efabe-be6f-4d4d-83c5-19d125f9a70f req-d3eac188-3bab-43af-b691-4ef4b8488dc3 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 991.156541] env[65152]: INFO networking_nsxv3.common.synchronization [req-5b0efabe-be6f-4d4d-83c5-19d125f9a70f req-d3eac188-3bab-43af-b691-4ef4b8488dc3 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 991.156783] env[65152]: INFO networking_nsxv3.common.synchronization [req-5b0efabe-be6f-4d4d-83c5-19d125f9a70f req-d3eac188-3bab-43af-b691-4ef4b8488dc3 service nova] Enqueued Resource ID: c67a36a5-2626-4963-b0e0-3c0e093e7810 with Priority: HIGHEST for action port [ 991.158418] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 991.158561] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 991.158671] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67a36a5-2626-4963-b0e0-3c0e093e7810 with Priority: HIGHEST for action port [ 991.159286] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.159410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.159476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.159687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.159768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.160779] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.160887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.161084] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67a36a5-2626-4963-b0e0-3c0e093e7810 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.161178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.161313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.161524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.161656] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67a36a5-2626-4963-b0e0-3c0e093e7810',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.449729] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 991.452040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.452040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.452040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.452040] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.452040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.452040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.452040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.452040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.452040] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.664559] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.664732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.664901] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c67a36a5-2626-4963-b0e0-3c0e093e7810 with status ACTIVE [ 991.665081] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.665389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.665389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.665493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.665538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.666542] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.666542] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.666542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.667475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.667475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667475] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c67a36a5-2626-4963-b0e0-3c0e093e7810 is going to be updated. [ 991.679616] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 991.680016] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 991.680016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.680489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.680788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.680889] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.681181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.681181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.681345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.681345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.681461] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.695040] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.695040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.695040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.695778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.695778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.695953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67a36a5-2626-4963-b0e0-3c0e093e7810" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.954934] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.955116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.955184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.956970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.956970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.956970] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.956970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.956970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.956970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.956970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.956970] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 991.967729] env[65152]: INFO networking_nsxv3.common.synchronization [req-e245c3ae-0635-451d-87fb-1bef5afd9bce req-05bf4c0c-1854-4017-9b6a-22fdc38da33e tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 991.968480] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 991.968841] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.969018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.969219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.969443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.969622] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.970248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.970248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.970248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.970248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.970248] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.991063] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.991253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.991451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.991653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.991855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.011450] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 992.186089] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.408118] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.408847] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.408847] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.408847] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.409020] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.409849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.409943] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.410261] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.411043] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.411043] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.411043] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.411043] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.411043] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.411043] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.411269] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.411269] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.434870] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.434987] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.435132] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.435315] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.435665] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.435853] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.435978] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.436343] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.436486] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd9a4a5-2777-4fe8-a886-4fc9851c7604',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.474527] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.585885] env[65152]: INFO networking_nsxv3.common.synchronization [None req-1987ff66-8a8c-48db-b510-62f72c309045 None None] Enqueued Resource ID: 04308c6a-f827-4363-bf19-532a2499ec5b with Priority: HIGHEST for action port [ 992.586846] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04308c6a-f827-4363-bf19-532a2499ec5b with Priority: HIGHEST for action port [ 992.587208] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-04308c6a-f827-4363-bf19-532a2499ec5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.587327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04308c6a-f827-4363-bf19-532a2499ec5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.587398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04308c6a-f827-4363-bf19-532a2499ec5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.587649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04308c6a-f827-4363-bf19-532a2499ec5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.587726] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04308c6a-f827-4363-bf19-532a2499ec5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.689421] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.941050] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.941050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.941050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.941050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.941050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.941050] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 4cd9a4a5-2777-4fe8-a886-4fc9851c7604 not found, creating... [ 992.941050] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.941050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.941050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.941050] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.941559] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.941559] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.941559] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.941683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.942584] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.942584] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.942584] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 4cd9a4a5-2777-4fe8-a886-4fc9851c7604 is going to be created. [ 992.967813] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.968134] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.968207] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.968487] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.968763] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.968976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.976575] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.091154] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04308c6a-f827-4363-bf19-532a2499ec5b [ 993.091449] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.091599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.091682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.091927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.092856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.092856] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04308c6a-f827-4363-bf19-532a2499ec5b already deleted. [ 993.092856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04308c6a-f827-4363-bf19-532a2499ec5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.101210] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 in Status: SUCCESS [ 993.101210] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 deletion is rescheduled due to dependency. [ 993.101210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.193090] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.193433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.193433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.193767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.193767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.193923] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 993.233364] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.233789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.233789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.233919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.234105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.245360] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 993.480255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.480492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.480584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.480907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.481109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.481387] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 993.516973] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.517240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.517240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.517561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.517685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.530310] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 993.674269] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf62e953-2277-4f41-ad4d-87d6ec9bfb7f req-a21ba237-918b-490a-b971-94e5c8974118 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_members [ 993.676705] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 with Priority: HIGHEST for action security_group_members [ 993.677367] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.678230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.678230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.678230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.678230] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.678839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.678839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.678839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.679242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.679242] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4ad139-7e57-4b99-b872-6c9ae1811ab6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.722829] env[65152]: INFO networking_nsxv3.common.synchronization [req-e245c3ae-0635-451d-87fb-1bef5afd9bce req-e64c1799-3d04-4b1a-bbc6-22068747a6a1 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 993.723265] env[65152]: INFO networking_nsxv3.common.synchronization [req-e245c3ae-0635-451d-87fb-1bef5afd9bce req-e64c1799-3d04-4b1a-bbc6-22068747a6a1 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 993.723265] env[65152]: INFO networking_nsxv3.common.synchronization [req-e245c3ae-0635-451d-87fb-1bef5afd9bce req-e64c1799-3d04-4b1a-bbc6-22068747a6a1 service nova] Enqueued Resource ID: 4cd9a4a5-2777-4fe8-a886-4fc9851c7604 with Priority: HIGHEST for action port [ 993.723919] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 993.724090] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 993.724197] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd9a4a5-2777-4fe8-a886-4fc9851c7604 with Priority: HIGHEST for action port [ 993.724555] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.724705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.724777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.724987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.725123] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.726149] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.726247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.726460] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.726709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.726709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.727178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.727178] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd9a4a5-2777-4fe8-a886-4fc9851c7604',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.023318] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 994.023557] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 deletion is rescheduled due to dependency. [ 994.023794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.181485] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.181707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.181707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.182087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.204926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.205293] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.205443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.205584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.206085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.206085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.206085] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 is going to be updated. [ 994.228919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.229105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.229326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd9a4a5-2777-4fe8-a886-4fc9851c7604 with status ACTIVE [ 994.229525] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.229638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.229707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.230151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.230151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.230280] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.230333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.230368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.230505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.230602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.230804] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.230918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.230979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.231137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.231231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.231371] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd9a4a5-2777-4fe8-a886-4fc9851c7604 is going to be updated. [ 994.238411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.238559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.238636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.238857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.239019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.248770] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 in Status: IN_PROGRESS for 2s [ 994.260687] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.260913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.260992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.261183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.261354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.261522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd9a4a5-2777-4fe8-a886-4fc9851c7604" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.528009] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9ef5e5-6c96-4960-86d8-3556b5317ecc req-5ce26162-76d0-4ac5-a4d8-99a84b0ca5e6 tempest-ServersTestBootFromVolume-171264844 tempest-ServersTestBootFromVolume-171264844-project-member] Enqueued Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_members [ 994.528671] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_members [ 994.529350] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.529591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.529591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.530034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.530120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.530202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.530244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.530414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.530479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.530575] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.955705] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.955973] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-895" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.956091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-895" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.956455] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-895" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.956733] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.956896] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.957073] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.957310] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.957461] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.957696] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.957811] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.957918] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.958053] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.958168] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.958272] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.958406] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.983956] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.984155] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.984285] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.984448] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-895" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.984777] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-32292209-53bc-4cb4-aa03-adc02d04e263 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.984957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.985134] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.985532] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.985798] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32292209-53bc-4cb4-aa03-adc02d04e263',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.033609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.033794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.033871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.034123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.034267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.034488] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.034592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.034655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.034818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.034897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.034984] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c already deleted. [ 995.035076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.257317] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 995.257608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.257685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.257910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.258145] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.258270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.258333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.258530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.258613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.258688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.258780] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.488732] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.489055] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.489351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.489717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.489939] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.490212] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 32292209-53bc-4cb4-aa03-adc02d04e263 not found, creating... [ 995.490584] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.490783] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.491357] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.491357] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.491649] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.491803] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.491984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.492114] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.492323] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.492469] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.492593] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 32292209-53bc-4cb4-aa03-adc02d04e263 is going to be created. [ 995.516477] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.516777] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.517506] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.517506] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.517636] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.518022] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.541947] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 995.542200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.542376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.542600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.542795] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.543350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.543457] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.545024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.545211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.545357] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.761728] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.761911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.761953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.762222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.762608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.762608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.762759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.762813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.762992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.762992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.763157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.763226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.763321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.763422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.763642] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.763939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.763939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.763939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.764170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.764170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.764170] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.048308] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.271318] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 in Status: IN_PROGRESS for 4s [ 996.271318] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a253a56-156d-442a-968a-fbdf939fa432: rpc.has_security_group_logging(os_id): False [ 996.291780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.291999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.292245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.292422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.292516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.292732] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.292833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.292917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.293099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.293178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.293453] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.293546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.293695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.293759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.293848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.294063] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.294167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.294236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.294488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.294488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.294612] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 996.366497] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.366760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.366760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.366925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.367066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.382381] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 996.476526] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9ef5e5-6c96-4960-86d8-3556b5317ecc req-45438682-b749-49c3-9f70-bb1bc5426ef3 service nova] Enqueued Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_rules [ 996.476758] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9ef5e5-6c96-4960-86d8-3556b5317ecc req-45438682-b749-49c3-9f70-bb1bc5426ef3 service nova] Enqueued Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_members [ 996.476852] env[65152]: INFO networking_nsxv3.common.synchronization [req-ee9ef5e5-6c96-4960-86d8-3556b5317ecc req-45438682-b749-49c3-9f70-bb1bc5426ef3 service nova] Enqueued Resource ID: 32292209-53bc-4cb4-aa03-adc02d04e263 with Priority: HIGHEST for action port [ 996.477466] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_rules [ 996.477601] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_members [ 996.477712] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32292209-53bc-4cb4-aa03-adc02d04e263 with Priority: HIGHEST for action port [ 996.478091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.478266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.478266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.478699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.478699] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.479600] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.479775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.479775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.479947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.480225] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.480359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.480359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.480498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.480652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.480652] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.481573] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-32292209-53bc-4cb4-aa03-adc02d04e263 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.481863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.481944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.482115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.482199] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32292209-53bc-4cb4-aa03-adc02d04e263',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.551187] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.884274] env[65152]: INFO networking_nsxv3.common.synchronization [req-b31e37b3-4a2d-4d72-ba1e-7988b5af5a8f req-50cd1149-a918-4560-870b-5cb09bc049e3 tempest-ServersV294TestFqdnHostnames-478948616 tempest-ServersV294TestFqdnHostnames-478948616-project-member] Enqueued Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_members [ 996.884841] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGHEST for action security_group_members [ 996.885187] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.885333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.885412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.885673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.885925] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.886076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.886140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.886303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.886393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.886499] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.984501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.984641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.984885] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.988711] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32292209-53bc-4cb4-aa03-adc02d04e263 with status ACTIVE [ 996.988843] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.988973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.989119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.989369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.989369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.989513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.990291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.990291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.990291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.990291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.990291] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.990291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.990291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.990657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.990657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.990657] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32292209-53bc-4cb4-aa03-adc02d04e263 is going to be updated. [ 997.018193] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.018340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.018400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.019027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.019027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.019027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32292209-53bc-4cb4-aa03-adc02d04e263" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.053820] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.053820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.054110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.054219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.054320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.054441] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 997.090274] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.090492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.090492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.090762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.090962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.103622] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 997.389164] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.389486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.390020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.390369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.412911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.413822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.416455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.416620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.416818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.416955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.417095] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c is going to be updated. [ 997.447140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.447140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.447140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.447367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.447433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.458847] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe0159e-a659-4c21-a622-18130e56aa5c in Status: IN_PROGRESS for 2s [ 997.487624] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.990944] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.990944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.990944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.991284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.991284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.991357] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c is going to be created. [ 998.019370] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.019771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.019771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.019878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.020162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.024076] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d29e1fe-13a3-44d1-ad6c-e10ad0d07198 req-fa68fefa-91df-4881-880e-4b38bdf67c37 tempest-FloatingIPsAssociationTestJSON-1233992581 tempest-FloatingIPsAssociationTestJSON-1233992581-project-member] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 998.024704] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 998.025299] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.025480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.025554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.025906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.026094] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.026201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.026267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.026427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.026514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.026621] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.031950] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c in Status: UNINITIALIZED for 2s [ 998.283950] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 in Status: SUCCESS [ 998.284173] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4ad139-7e57-4b99-b872-6c9ae1811ab6 deletion is rescheduled due to dependency. [ 998.284272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4ad139-7e57-4b99-b872-6c9ae1811ab6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.400413] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 998.401101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.475976] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.475976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.475976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.475976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.475976] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.475976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.475976] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.476325] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.476325] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.476415] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.476619] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.476787] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.476985] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.477468] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.477468] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.477468] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.501058] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.501369] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.501498] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.501705] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-918" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.502063] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-8b2ca9d6-eafc-4b07-b674-750ceb635662 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.502260] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.502421] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.502914] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.502914] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2ca9d6-eafc-4b07-b674-750ceb635662',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.529070] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.006028] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.006028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.006028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.006028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.006464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.006464] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 8b2ca9d6-eafc-4b07-b674-750ceb635662 not found, creating... [ 999.006533] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.006664] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.006799] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.007048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.007158] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.007442] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.011619] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.011619] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.011619] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.011619] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.011619] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 8b2ca9d6-eafc-4b07-b674-750ceb635662 is going to be created. [ 999.033880] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.034041] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.034146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.034500] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.034801] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.035744] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.036731] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.118931] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 999.119310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.119617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.119907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120210] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.120401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.120518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.120781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.121380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.121479] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.473283] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe0159e-a659-4c21-a622-18130e56aa5c in Status: SUCCESS [ 999.473283] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c deletion is rescheduled due to dependency. [ 999.473283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.538930] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.541312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.541312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.541312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.541312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.541312] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be updated. [ 999.576186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.576795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.577020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.577351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.579042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.587828] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: IN_PROGRESS for 2s [ 999.624562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.624562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.624562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.624562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.624799] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.624799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.624877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.625622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.625622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.625622] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.625622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.625622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.626137] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.626137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.626137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.626137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.626313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.626313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.626313] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.765136] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d29e1fe-13a3-44d1-ad6c-e10ad0d07198 req-5b0351e3-8c76-4478-827b-0ac29df5edde service nova] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_rules [ 999.765334] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d29e1fe-13a3-44d1-ad6c-e10ad0d07198 req-5b0351e3-8c76-4478-827b-0ac29df5edde service nova] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 999.765400] env[65152]: INFO networking_nsxv3.common.synchronization [req-5d29e1fe-13a3-44d1-ad6c-e10ad0d07198 req-5b0351e3-8c76-4478-827b-0ac29df5edde service nova] Enqueued Resource ID: 8b2ca9d6-eafc-4b07-b674-750ceb635662 with Priority: HIGHEST for action port [ 999.766391] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_rules [ 999.766391] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 999.766391] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2ca9d6-eafc-4b07-b674-750ceb635662 with Priority: HIGHEST for action port [ 999.766525] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.767092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.767092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.767092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.767092] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.768165] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.768307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.768430] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2ca9d6-eafc-4b07-b674-750ceb635662 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.768529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.768597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.768800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.768889] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2ca9d6-eafc-4b07-b674-750ceb635662',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.043986] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c in Status: SUCCESS [ 1000.044316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.044508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.044844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.045106] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.045204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.045275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.045497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.045656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.045791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.045923] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.128829] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 1000.149973] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.150173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.150256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.150447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.150560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.150811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.151068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.151068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.151229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.151320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.151544] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.151695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.151771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.151887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.152277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.152277] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.152401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.152401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.152625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.152625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.152755] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1000.227506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.227717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.227717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.227949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.228340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.249813] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1000.271748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.271864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.272215] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b2ca9d6-eafc-4b07-b674-750ceb635662 with status ACTIVE [ 1000.272503] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.272688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.272795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.273146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.273302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.273672] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.273837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.274226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.274356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.274730] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.274896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.274997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.275262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.275394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.275529] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b2ca9d6-eafc-4b07-b674-750ceb635662 is going to be updated. [ 1000.332147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.332147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.332147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.332147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.332147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.332556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2ca9d6-eafc-4b07-b674-750ceb635662" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.335260] env[65152]: INFO networking_nsxv3.common.synchronization [None req-4dcb285a-8dad-4312-b6c6-a9806c6319c0 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_rules [ 1000.335260] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_rules [ 1000.335664] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.335664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.335759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.336277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.336277] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.429969] env[65152]: INFO networking_nsxv3.common.synchronization [None req-328abe37-37e0-4298-90e8-0e5b9d0553f5 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_rules [ 1000.431026] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_rules [ 1000.431614] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.431730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.548625] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.859355] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.859512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.859591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.859803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.859895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.859992] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 already deleted. [ 1000.860094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.860250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.860403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.860745] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.050857] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15db9d63-ad6b-49a6-9d3b-182e45ecba1c: rpc.has_security_group_logging(os_id): False [ 1001.077655] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.077655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.077655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.077896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.077896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078271] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.078440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.078528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.078758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.078870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078996] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c is going to be created. [ 1001.148464] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.148684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.148783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.149053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.149301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.161277] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c in Status: IN_PROGRESS for 2s [ 1001.390091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.390091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.390091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.390091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.390091] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 already deleted. [ 1001.390091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598286] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: SUCCESS [ 1001.598626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.599019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.599329] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.599531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.599659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.599909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.600069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.600241] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.102693] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.270086] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1002.271288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.606874] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.109780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.109990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.110112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.110400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.110753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.110753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be updated. [ 1003.140687] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.140985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.141156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.141464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.141696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.153046] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: IN_PROGRESS for 2s [ 1003.178876] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c in Status: SUCCESS [ 1003.179132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.991578] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8e490b-580b-451c-8540-fdbaecab9eab req-d00e0018-3d14-450b-a8ee-6077176503dc tempest-ServerAddressesNegativeTestJSON-739960990 tempest-ServerAddressesNegativeTestJSON-739960990-project-member] Enqueued Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_members [ 1004.992478] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_members [ 1004.992478] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.992806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.992806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.992918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.996192] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.996192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.996192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.996192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.996192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.996192] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.168179] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: SUCCESS [ 1005.168179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.168722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.168953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.169173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.169292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.169357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.169528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.169606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.169917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.169917] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.497332] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.497488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.497565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.497790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.497898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.498243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.498484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.498484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.498624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.498705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.498796] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 already deleted. [ 1005.498876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.536053] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.536053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-868" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.536053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-868" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.536053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-868" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.536053] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.536053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.536053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.536946] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.537157] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.537381] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.537504] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.537619] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.537736] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.537851] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.538066] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.540147] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.559530] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.559709] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.559870] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.560078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-868" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.560395] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-90be3908-4187-4188-9b16-42a6d3bfb614 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.560615] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.560717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.561067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.561206] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90be3908-4187-4188-9b16-42a6d3bfb614',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.672590] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.672887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.672887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.673447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.673780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.673969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.674122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.674393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.674513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.674662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.674921] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.675087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.675211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.675389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.675614] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.675769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.675882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.676111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.676246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.676370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.676484] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.962877] env[65152]: INFO networking_nsxv3.common.synchronization [req-8c9b226e-4d25-4558-8e4f-00232cf778eb req-6594ed74-1617-4829-b047-3e00499d3df1 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1005.963591] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1005.963916] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.964092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.964152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.964332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.964491] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.964594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.964658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.964828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.964922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.965041] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.063798] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.064473] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.064473] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.064581] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.064711] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.064872] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 90be3908-4187-4188-9b16-42a6d3bfb614 not found, creating... [ 1006.065181] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.065362] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.065479] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.065832] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.066140] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.066432] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.066603] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.066778] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068249] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.069688] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.069688] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 90be3908-4187-4188-9b16-42a6d3bfb614 is going to be created. [ 1006.093956] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.094244] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.094435] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.094758] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.095247] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.095351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.179482] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21aef82a-7e3a-40a9-9fc0-e518cb015c8d: rpc.has_security_group_logging(os_id): False [ 1006.209768] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.209947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.209997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.210344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.210344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.211157] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.211157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.211157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.211319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.211319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.212068] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.212068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.212068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.212068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.212068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.212383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.212454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.212531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.212708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.212852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.212931] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be updated. [ 1006.294403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.294599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.294599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.294827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.294979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.308476] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: IN_PROGRESS for 2s [ 1006.471022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.471208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.471322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.471516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.471610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.471836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.472453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.472453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.472453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.472453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.472453] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 1006.516000] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.516251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.516365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.516702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.516840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.527148] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 1006.797078] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8e490b-580b-451c-8540-fdbaecab9eab req-b279007c-1b37-4c85-bb7e-208be2d303bb service nova] Enqueued Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_rules [ 1006.797078] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8e490b-580b-451c-8540-fdbaecab9eab req-b279007c-1b37-4c85-bb7e-208be2d303bb service nova] Enqueued Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_members [ 1006.797078] env[65152]: INFO networking_nsxv3.common.synchronization [req-9a8e490b-580b-451c-8540-fdbaecab9eab req-b279007c-1b37-4c85-bb7e-208be2d303bb service nova] Enqueued Resource ID: 90be3908-4187-4188-9b16-42a6d3bfb614 with Priority: HIGHEST for action port [ 1006.797078] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_rules [ 1006.797078] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_members [ 1006.797871] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90be3908-4187-4188-9b16-42a6d3bfb614 with Priority: HIGHEST for action port [ 1006.798338] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a63d6b-b84f-4613-a096-19ef10fd8ab5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.798700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.799873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.799873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.799873] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.800699] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.801092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.801092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.801346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.802033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.802033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.802033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.802328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.802620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.803363] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.803745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-90be3908-4187-4188-9b16-42a6d3bfb614 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.804592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.804592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.804592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.804592] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90be3908-4187-4188-9b16-42a6d3bfb614',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.302012] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.302374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.307761] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90be3908-4187-4188-9b16-42a6d3bfb614 with status ACTIVE [ 1007.308208] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.308376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.308376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.308610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.308750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.308927] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.309047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.309141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.309330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.309421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.309624] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.309752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.309904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.310071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.310160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.310273] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90be3908-4187-4188-9b16-42a6d3bfb614 is going to be updated. [ 1007.312219] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.338999] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.339176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.339253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.339464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.339608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.339894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90be3908-4187-4188-9b16-42a6d3bfb614" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.411263] env[65152]: INFO networking_nsxv3.common.synchronization [None req-8f869992-e413-4d2b-b4f0-5cdae3a75d50 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1007.411780] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1007.411857] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.412029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.412120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.412450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.412563] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.582906] env[65152]: INFO networking_nsxv3.common.synchronization [None req-677db302-207e-4f32-8cc8-92dde6380518 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1007.582906] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1007.583861] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.584485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.814446] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.939027] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.939027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.939027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.939027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.939027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.939027] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 already deleted. [ 1007.939027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.939027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.939027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.939027] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.317806] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.318148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.318207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.318586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.318786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.319023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 is going to be created. [ 1008.323577] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: SUCCESS [ 1008.323886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.363028] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.363028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.363028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.363028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.363028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.373661] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 in Status: UNINITIALIZED for 2s [ 1008.463375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.463582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.463659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.463872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.463982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.464065] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 already deleted. [ 1008.464149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.538816] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 1008.539107] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 1008.539219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.384366] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 in Status: SUCCESS [ 1010.384695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.384815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.385118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.385344] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.385454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.385493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.385654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.385824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.385931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.386037] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.892051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.892051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.892051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.892051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.892051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.892823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.892823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.892823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.892823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.892823] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.394119] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0a63d6b-b84f-4613-a096-19ef10fd8ab5: rpc.has_security_group_logging(os_id): False [ 1011.419269] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.419505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.419589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.419833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.420052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.420177] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.420359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.420462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.420623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.420702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.420915] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.421102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.421508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.421508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.421508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.421508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.421651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.421651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.421777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.421843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.421938] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 is going to be created. [ 1011.482710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.482710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.482710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.482876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.482972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.501847] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 in Status: IN_PROGRESS for 2s [ 1012.583442] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.583708] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1012.884077] env[65152]: INFO networking_nsxv3.common.synchronization [req-d5d030dc-e76e-4838-9c9c-662026440889 req-330e01cc-2412-41e7-93c5-1ff97a525248 tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1012.884610] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1012.885133] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.885133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.885133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.885320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.885494] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.885606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.885672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.885877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.885958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.886062] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.389044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.389206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.389303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.389533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.412958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.413274] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.413856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.413856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.413856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.413856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.414047] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1013.447746] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.447746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.447746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.447746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.447746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.457867] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1013.516016] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 in Status: SUCCESS [ 1013.516194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.593666] env[65152]: INFO networking_nsxv3.common.synchronization [req-e63d4cfd-5249-4c4c-965c-993a9bff31c9 req-9d294dc7-33f9-4ea2-b193-358364980d6c tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_members [ 1013.593666] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_members [ 1013.594814] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.595090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.595154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.595432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.595794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.596012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.596150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.596421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.596490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.596537] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.049887] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.051689] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.051903] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.052496] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.054023] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.054590] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.055824] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.057379] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.057658] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.058438] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.058438] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.058438] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.058701] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.058945] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.060171] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.060171] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.083753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.084026] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.084147] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.084326] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.084665] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-63d5c195-f64b-4fdf-89f0-61d3ec773222 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.084838] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.084977] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.085325] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.085461] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d5c195-f64b-4fdf-89f0-61d3ec773222',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.098840] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.099024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.099116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.099322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.099409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.099621] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.099719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.099788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.099939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.100035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.100158] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 already deleted. [ 1014.100235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.591041] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.591041] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.591041] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.591041] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.591041] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.591041] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 63d5c195-f64b-4fdf-89f0-61d3ec773222 not found, creating... [ 1014.591730] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.591730] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.591730] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.591730] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.591890] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.592161] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.592317] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.592432] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.592635] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.592766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.592906] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 63d5c195-f64b-4fdf-89f0-61d3ec773222 is going to be created. [ 1014.615033] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.615365] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.615365] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.615550] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.615797] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.616044] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.379060] env[65152]: INFO networking_nsxv3.common.synchronization [req-e63d4cfd-5249-4c4c-965c-993a9bff31c9 req-c16c8d7d-c928-492b-8a0c-02afcb271424 service nova] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_rules [ 1015.379331] env[65152]: INFO networking_nsxv3.common.synchronization [req-e63d4cfd-5249-4c4c-965c-993a9bff31c9 req-c16c8d7d-c928-492b-8a0c-02afcb271424 service nova] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_members [ 1015.379437] env[65152]: INFO networking_nsxv3.common.synchronization [req-e63d4cfd-5249-4c4c-965c-993a9bff31c9 req-c16c8d7d-c928-492b-8a0c-02afcb271424 service nova] Enqueued Resource ID: 63d5c195-f64b-4fdf-89f0-61d3ec773222 with Priority: HIGHEST for action port [ 1015.380390] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_rules [ 1015.380999] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_members [ 1015.380999] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d5c195-f64b-4fdf-89f0-61d3ec773222 with Priority: HIGHEST for action port [ 1015.381433] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.381433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.381433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.381433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.381602] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.382574] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.383079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.383079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.383079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.383685] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.383685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.383970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.385886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.386024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.387344] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.387664] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d5c195-f64b-4fdf-89f0-61d3ec773222 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.387664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.387664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.387907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.387907] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d5c195-f64b-4fdf-89f0-61d3ec773222',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.469562] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1015.470190] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 deletion is rescheduled due to dependency. [ 1015.470439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.889396] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.890537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.890677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.894021] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63d5c195-f64b-4fdf-89f0-61d3ec773222 with status ACTIVE [ 1015.894021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.894021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.894021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.894021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.894389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.894389] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.894389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.894389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.894588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.894869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.894939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.895051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.895117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.895261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.895330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.895418] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63d5c195-f64b-4fdf-89f0-61d3ec773222 is going to be updated. [ 1015.922033] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.922033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.922033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.922301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.922301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.922437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d5c195-f64b-4fdf-89f0-61d3ec773222" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.329058] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1016.329217] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1016.393651] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.898802] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.898802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.898802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.899201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.899201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.899946] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 is going to be created. [ 1016.935027] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.935027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.935027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.935027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.935027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.947675] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: UNINITIALIZED for 2s [ 1018.299023] env[65152]: INFO networking_nsxv3.common.synchronization [req-20156b53-b28d-4288-9409-783c437996f1 req-d8779aca-eca1-4237-bfc9-57a3c0e6dbff tempest-FloatingIPsAssociationTestJSON-1233992581 tempest-FloatingIPsAssociationTestJSON-1233992581-project-member] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 1018.299023] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 1018.299961] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.302463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.302463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.302463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.302463] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.302463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.302463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.302463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.302463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.302463] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.806119] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.969995] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: SUCCESS [ 1018.970265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.970567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.970966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.971417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.972039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.972039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.972201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.972256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.972399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.972569] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.308606] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.477690] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.811818] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.811994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.812089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.812341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.812453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.812534] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be updated. [ 1019.849234] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.849397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.849466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.849684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.849902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.862419] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: IN_PROGRESS for 2s [ 1019.981218] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abf844e3-01f7-444f-8d64-e3d770b047b1: rpc.has_security_group_logging(os_id): False [ 1020.003350] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.003512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.003586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.004411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.004560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.004955] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.005123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.005198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.005401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.005485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.005578] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 is going to be created. [ 1020.019984] env[65152]: INFO networking_nsxv3.common.synchronization [req-4c136639-d7d2-41cd-9598-84734d66882c req-3c08d0c5-6abb-4fe8-93c9-3d60ddda2927 tempest-ServerAddressesNegativeTestJSON-739960990 tempest-ServerAddressesNegativeTestJSON-739960990-project-member] Enqueued Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_members [ 1020.020606] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 with Priority: HIGHEST for action security_group_members [ 1020.021379] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.021379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.021379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.021664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.021794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.021905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.021965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.022132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.022216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.022416] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a63d6b-b84f-4613-a096-19ef10fd8ab5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.087087] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.087266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.087331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.087563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.087746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.103877] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: IN_PROGRESS for 2s [ 1020.524186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.524577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.524577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.524662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.524721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.525026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.525186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.525274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.525461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.525570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.525685] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 is going to be updated. [ 1020.553368] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.553508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.553599] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.553831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.554463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.565584] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 in Status: IN_PROGRESS for 2s [ 1020.872210] env[65152]: INFO networking_nsxv3.common.synchronization [req-686cf0d4-e251-4726-9cef-6e6d82d74ced req-c7c07ce3-876a-4699-ab03-9c6d3cc0760e tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1020.872869] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1020.877291] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.877603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.877603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.877768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.877955] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.878076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.878139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.878294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.878380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.878478] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.254449] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.254674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.254830] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.255076] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.255459] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.255576] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.255665] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.255831] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.255992] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.256226] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.256346] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.256800] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.256800] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.256800] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.256800] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.257159] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.283680] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.284048] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.284269] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.284534] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.285016] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-ee582171-8950-4417-9c64-29ffc99d57a9 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.285389] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.285469] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.286028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.286235] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee582171-8950-4417-9c64-29ffc99d57a9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.381919] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.789778] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.790177] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.790409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.790835] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.791060] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.791307] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port ee582171-8950-4417-9c64-29ffc99d57a9 not found, creating... [ 1021.791655] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.791876] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.792189] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.792279] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.792407] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.792682] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.792881] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.793082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.793297] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.793434] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.793573] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: ee582171-8950-4417-9c64-29ffc99d57a9 is going to be created. [ 1021.813451] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.813754] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.813864] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.814080] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.814315] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.814540] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.874940] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: SUCCESS [ 1021.875157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.884684] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.120615] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: SUCCESS [ 1022.120958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.388054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.388219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.388736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.388736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.388736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.388736] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1022.431413] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.432572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.432572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.432697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.432792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.444032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1022.538264] env[65152]: INFO networking_nsxv3.common.synchronization [req-686cf0d4-e251-4726-9cef-6e6d82d74ced req-3dc8c799-7db5-41cf-8c5b-f2b2dfe7bff4 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 1022.538432] env[65152]: INFO networking_nsxv3.common.synchronization [req-686cf0d4-e251-4726-9cef-6e6d82d74ced req-3dc8c799-7db5-41cf-8c5b-f2b2dfe7bff4 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1022.538564] env[65152]: INFO networking_nsxv3.common.synchronization [req-686cf0d4-e251-4726-9cef-6e6d82d74ced req-3dc8c799-7db5-41cf-8c5b-f2b2dfe7bff4 service nova] Enqueued Resource ID: ee582171-8950-4417-9c64-29ffc99d57a9 with Priority: HIGHEST for action port [ 1022.539113] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 1022.539243] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1022.539336] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee582171-8950-4417-9c64-29ffc99d57a9 with Priority: HIGHEST for action port [ 1022.539690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.539816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.539891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.540105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.540224] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.541036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.541126] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.541328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee582171-8950-4417-9c64-29ffc99d57a9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.541423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.541485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.541644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.541714] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee582171-8950-4417-9c64-29ffc99d57a9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.574771] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 in Status: SUCCESS [ 1022.574949] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a63d6b-b84f-4613-a096-19ef10fd8ab5 deletion is rescheduled due to dependency. [ 1022.575127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a63d6b-b84f-4613-a096-19ef10fd8ab5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.043768] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.044134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.044190] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee582171-8950-4417-9c64-29ffc99d57a9 with status ACTIVE [ 1023.044422] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.044488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.044526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.044736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.044848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.045589] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.045589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.045589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.045589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.045589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.045909] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.046309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.046309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.046309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.046467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.046467] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee582171-8950-4417-9c64-29ffc99d57a9 is going to be updated. [ 1023.071227] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.071227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.071227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.071592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.071592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.071741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee582171-8950-4417-9c64-29ffc99d57a9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.452654] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1024.453043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.453043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.453205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.453403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.453571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.453571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.453727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.453936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.454051] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.956197] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.436573] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4066c94-7a5d-489f-8bb9-12da5093c8e1 req-ca0c55f2-9cfa-4310-96d5-6d28b66526e8 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1025.437229] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1025.437587] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.437786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.437786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.442267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.442372] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.443179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.443179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.443179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.443179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.443179] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.459187] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.792297] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.792475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.792557] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.792782] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.793060] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.793223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.793345] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.793569] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.793786] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.794074] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.794199] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.794312] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.794422] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.794533] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.794641] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.794773] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.816523] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.816838] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.817073] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.817385] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.817884] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-5b7a6480-8227-427b-8e32-22dcfaca2e56 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.818544] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.818670] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.819103] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.819663] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7a6480-8227-427b-8e32-22dcfaca2e56',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.945748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.945967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.946068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.946294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.946387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.946579] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.946679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.946744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.946885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.946963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.947060] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 already deleted. [ 1025.947145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.961752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.961968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.961968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.962170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.962252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.962350] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1026.008956] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.009177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.009177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.009408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.009556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.019311] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1026.326038] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.326038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.326038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.326038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.326038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.326038] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 5b7a6480-8227-427b-8e32-22dcfaca2e56 not found, creating... [ 1026.326038] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.326038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.326038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.326038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.327487] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.327928] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.328146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.328267] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.328535] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.328679] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.328831] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 5b7a6480-8227-427b-8e32-22dcfaca2e56 is going to be created. [ 1026.352283] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.352494] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.352641] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.352971] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.353225] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354051] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.105031] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4066c94-7a5d-489f-8bb9-12da5093c8e1 req-5340ca7e-29b0-4351-9415-b4cf2efe3dd8 service nova] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1027.105830] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4066c94-7a5d-489f-8bb9-12da5093c8e1 req-5340ca7e-29b0-4351-9415-b4cf2efe3dd8 service nova] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1027.105830] env[65152]: INFO networking_nsxv3.common.synchronization [req-d4066c94-7a5d-489f-8bb9-12da5093c8e1 req-5340ca7e-29b0-4351-9415-b4cf2efe3dd8 service nova] Enqueued Resource ID: 5b7a6480-8227-427b-8e32-22dcfaca2e56 with Priority: HIGHEST for action port [ 1027.106877] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1027.107198] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1027.107344] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7a6480-8227-427b-8e32-22dcfaca2e56 with Priority: HIGHEST for action port [ 1027.107705] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.107929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.107929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.108301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.108301] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.109442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.109596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.109660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.109892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.110042] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.110141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.110204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.110362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.110465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.110573] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.111455] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7a6480-8227-427b-8e32-22dcfaca2e56 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.111596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.111662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.111813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.111906] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7a6480-8227-427b-8e32-22dcfaca2e56',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.613606] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.614672] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.615657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.615753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b7a6480-8227-427b-8e32-22dcfaca2e56 with status ACTIVE [ 1027.616108] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.616213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.616346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.616719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.616818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.617149] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.617149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.617384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.617669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.617669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.617877] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.618031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.618123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.618753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.618753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.618753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b7a6480-8227-427b-8e32-22dcfaca2e56 is going to be updated. [ 1027.647446] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.647898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.647898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.648174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.648379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.648802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7a6480-8227-427b-8e32-22dcfaca2e56" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.033732] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1028.033974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.034187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.034456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.034665] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.034785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.034851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.035025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.035111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.035197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.035290] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.121352] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.537850] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.538153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.538153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.538385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.538597] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.538734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.538804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.538980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.539083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.539175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.539323] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.539441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.539520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.539743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.539919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.540043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.540121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.540309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.540378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.540471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.540557] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.624355] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.624557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.624614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.624844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.624945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.625086] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be created. [ 1028.651783] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.652083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.652083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.652205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.652372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.661997] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: UNINITIALIZED for 2s [ 1028.934637] env[65152]: INFO networking_nsxv3.common.synchronization [req-465b82ab-2efe-4797-a603-bef4eab281f0 req-3f026d74-9865-454f-888b-18d7f061ad9a tempest-ServersTestManualDisk-2110924141 tempest-ServersTestManualDisk-2110924141-project-member] Enqueued Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_members [ 1028.935287] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb with Priority: HIGHEST for action security_group_members [ 1028.935624] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d0ef0c-82fb-4941-83d6-397a297e10bb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.935754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.935814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.936295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.936476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.936586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.936650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.936838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.936929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.937028] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d0ef0c-82fb-4941-83d6-397a297e10bb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.042902] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 1029.074768] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.075026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.075078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.075286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.075377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.075621] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.075730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.075793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.076041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.076148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.076345] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.076674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.076674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.076674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.076775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.076906] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.076997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.077101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.077253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.077328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.077415] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1029.169315] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.169766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.169766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.169766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.169885] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.190139] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1029.439332] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.439496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.439570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.439784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.439874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.440088] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.440193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.440256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.440408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.440485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.443455] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb is going to be updated. [ 1029.476937] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.477112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.477178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.477418] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.477561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.489893] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb in Status: IN_PROGRESS for 2s [ 1030.671643] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: SUCCESS [ 1030.671943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.672410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.672410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.672642] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.672642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.672735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.672818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.672900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.672986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.673092] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.175131] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.215017] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1031.215337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.502285] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb in Status: SUCCESS [ 1031.502285] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d0ef0c-82fb-4941-83d6-397a297e10bb deletion is rescheduled due to dependency. [ 1031.502450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d0ef0c-82fb-4941-83d6-397a297e10bb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.678453] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d74ff7f2-5f66-4087-bb29-dc9f2405f0f9: rpc.has_security_group_logging(os_id): False [ 1031.697155] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.697294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.697354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.697566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.697656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.697901] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.698012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.698081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.698248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.698452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.698535] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be created. [ 1031.760599] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.760826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.760899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.761081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.761268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.773253] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: IN_PROGRESS for 2s [ 1033.335982] env[65152]: INFO networking_nsxv3.common.synchronization [req-71810432-a5f8-4a55-a41c-0aec12e58acd req-e5f45e7c-2963-4d65-9ab3-a47ff0549e29 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1033.336688] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1033.337023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.337214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.337287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.337473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.337662] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.337732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.337812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.337925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.338019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.338112] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.437237] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d3a5b7d-d4f5-4479-999d-5b5029cc43a7 req-537d15d9-877c-42ae-b6b3-b4fe580d368e tempest-ListServerFiltersTestJSON-1448671332 tempest-ListServerFiltersTestJSON-1448671332-project-member] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1033.437740] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1033.438051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.438178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.438276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.438513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.438670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.438772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.438832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.438984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.439249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.439351] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.759973] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.760190] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.760319] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.760712] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.761035] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.761235] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.761384] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.761611] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.761716] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.761928] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.762054] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.762166] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.762273] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.762384] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.762490] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.762624] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.783645] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.783822] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.783979] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.784208] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.784526] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-9303d95f-1717-40c1-87ec-800add6bbe46 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.784726] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.784867] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.785274] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.785445] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9303d95f-1717-40c1-87ec-800add6bbe46',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.787131] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: SUCCESS [ 1033.787131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.840014] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.942032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.942032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.942032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.942032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.942032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.942382] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.942453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.942538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.942719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.942823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.942914] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b already deleted. [ 1033.942995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.288495] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.288731] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.288861] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.289171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.289324] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.289490] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 9303d95f-1717-40c1-87ec-800add6bbe46 not found, creating... [ 1034.289781] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.289983] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.290163] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.290417] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.290562] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.290890] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.291104] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.291248] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.291484] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.291643] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.291793] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 9303d95f-1717-40c1-87ec-800add6bbe46 is going to be created. [ 1034.312400] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.312610] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.312738] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.313026] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.313311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.313552] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.343299] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.846307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.846482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.846569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.846807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.846902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.847017] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1034.880443] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.880670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.880783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.881108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.881331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.891423] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1035.009811] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d3a5b7d-d4f5-4479-999d-5b5029cc43a7 req-a85d97f6-f369-42ac-9f65-8ed21b5d1933 service nova] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_rules [ 1035.009811] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d3a5b7d-d4f5-4479-999d-5b5029cc43a7 req-a85d97f6-f369-42ac-9f65-8ed21b5d1933 service nova] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1035.009811] env[65152]: INFO networking_nsxv3.common.synchronization [req-6d3a5b7d-d4f5-4479-999d-5b5029cc43a7 req-a85d97f6-f369-42ac-9f65-8ed21b5d1933 service nova] Enqueued Resource ID: 9303d95f-1717-40c1-87ec-800add6bbe46 with Priority: HIGHEST for action port [ 1035.010481] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_rules [ 1035.010636] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1035.010736] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9303d95f-1717-40c1-87ec-800add6bbe46 with Priority: HIGHEST for action port [ 1035.011045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.011152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.011254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.012821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.012821] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.012821] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.012821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.012821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.012821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.013191] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.013191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.013191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.013191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.013330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.013363] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.014491] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9303d95f-1717-40c1-87ec-800add6bbe46 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.014667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.014667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.014789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.014842] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9303d95f-1717-40c1-87ec-800add6bbe46',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.517952] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.517952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.517952] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.518818] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9303d95f-1717-40c1-87ec-800add6bbe46 with status ACTIVE [ 1035.518818] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.518818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.518818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.519083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.519141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.519912] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.519912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.519912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.519912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.519912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.519912] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.519912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.519912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.520306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.520306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.520306] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9303d95f-1717-40c1-87ec-800add6bbe46 is going to be updated. [ 1035.543936] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.543936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.543936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.544279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.545023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.545023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9303d95f-1717-40c1-87ec-800add6bbe46" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.855955] env[65152]: INFO networking_nsxv3.common.synchronization [req-9bfe131d-b44b-404e-abf6-6ed90dff3185 req-c55401ab-b30b-47b1-b565-20f6e6a187ee tempest-ListServerFiltersTestJSON-1448671332 tempest-ListServerFiltersTestJSON-1448671332-project-member] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1035.857073] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1035.857167] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.857299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.022248] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.147699] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.148018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.148200] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.148933] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.148933] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.149202] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.149202] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.149973] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.149973] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.149973] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.149973] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.150200] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.150200] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.150274] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.150376] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.150741] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.176880] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.177169] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.177358] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.177638] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.177944] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-a59ab026-0bad-4c84-8330-9dd026c9d192 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.178191] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.178332] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.178714] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.178901] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a59ab026-0bad-4c84-8330-9dd026c9d192',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.525423] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.525708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.525708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.525821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.525931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.526014] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be created. [ 1036.550050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.550234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.550298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.550495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.550659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.563233] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: UNINITIALIZED for 2s [ 1036.681160] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.681438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.681571] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.681983] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.682157] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.682336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port a59ab026-0bad-4c84-8330-9dd026c9d192 not found, creating... [ 1036.682604] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.682788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.682962] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.683244] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.683427] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.683774] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.683977] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.684198] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.684484] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.684668] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.684858] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: a59ab026-0bad-4c84-8330-9dd026c9d192 is going to be created. [ 1036.705615] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.705815] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.705938] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.706357] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.706758] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.706857] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.901033] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1036.901297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.435610] env[65152]: INFO networking_nsxv3.common.synchronization [req-9bfe131d-b44b-404e-abf6-6ed90dff3185 req-157bd78a-8bed-4238-9848-7b87ad051dac service nova] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_rules [ 1037.435610] env[65152]: INFO networking_nsxv3.common.synchronization [req-9bfe131d-b44b-404e-abf6-6ed90dff3185 req-157bd78a-8bed-4238-9848-7b87ad051dac service nova] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1037.435751] env[65152]: INFO networking_nsxv3.common.synchronization [req-9bfe131d-b44b-404e-abf6-6ed90dff3185 req-157bd78a-8bed-4238-9848-7b87ad051dac service nova] Enqueued Resource ID: a59ab026-0bad-4c84-8330-9dd026c9d192 with Priority: HIGHEST for action port [ 1037.436308] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_rules [ 1037.436428] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1037.436593] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59ab026-0bad-4c84-8330-9dd026c9d192 with Priority: HIGHEST for action port [ 1037.436801] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.436899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.437196] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.437267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.437476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-a59ab026-0bad-4c84-8330-9dd026c9d192 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.437572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.437572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.437768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.437838] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a59ab026-0bad-4c84-8330-9dd026c9d192',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.941529] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a59ab026-0bad-4c84-8330-9dd026c9d192 with status ACTIVE [ 1037.941925] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.941925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.942076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.942407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.942594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.942980] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.943231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.943372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.943607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.943844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.944280] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.944482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.944626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.944870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.944997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.945128] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a59ab026-0bad-4c84-8330-9dd026c9d192 is going to be updated. [ 1037.970465] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.970616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.970680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.970892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.971115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.971200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a59ab026-0bad-4c84-8330-9dd026c9d192" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.371265] env[65152]: INFO networking_nsxv3.common.synchronization [req-ef50c820-168a-4e15-a9d4-aa9e7c4624a5 req-97f286d5-b70e-4983-b6cb-af8fec4ad5dd tempest-ListServerFiltersTestJSON-1448671332 tempest-ListServerFiltersTestJSON-1448671332-project-member] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1038.371870] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1038.372205] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.372314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.575354] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1038.575580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.575752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.575981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.576364] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.576555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.576658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.577194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.577194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.577194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.577194] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.579756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.579756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.580075] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.580196] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.580260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.580424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.580508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580605] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.717020] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.717020] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.717020] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.717020] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.717471] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.717795] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.718040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.718487] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.718753] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.719083] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.720548] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.720548] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.720548] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.720548] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.720548] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.720548] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.743499] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.743610] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.743734] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.743914] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-683" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.744375] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-e333f45d-648d-4690-a139-d719eedc4874 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.744556] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.744679] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.745008] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.745157] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e333f45d-648d-4690-a139-d719eedc4874',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.079731] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.080182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.082305] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.248161] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.248437] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.248582] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.248858] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.249014] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.249336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port e333f45d-648d-4690-a139-d719eedc4874 not found, creating... [ 1039.249490] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.249650] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.249767] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.250014] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.250158] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.250436] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.250624] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.250716] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.250893] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.251032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.251174] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: e333f45d-648d-4690-a139-d719eedc4874 is going to be created. [ 1039.271494] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.271718] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.271848] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.272145] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.272402] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.272634] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.585046] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.975813] env[65152]: INFO networking_nsxv3.common.synchronization [req-ef50c820-168a-4e15-a9d4-aa9e7c4624a5 req-7b60c6e7-5122-49ce-81fc-f987bd782624 service nova] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_rules [ 1039.975881] env[65152]: INFO networking_nsxv3.common.synchronization [req-ef50c820-168a-4e15-a9d4-aa9e7c4624a5 req-7b60c6e7-5122-49ce-81fc-f987bd782624 service nova] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1039.976030] env[65152]: INFO networking_nsxv3.common.synchronization [req-ef50c820-168a-4e15-a9d4-aa9e7c4624a5 req-7b60c6e7-5122-49ce-81fc-f987bd782624 service nova] Enqueued Resource ID: e333f45d-648d-4690-a139-d719eedc4874 with Priority: HIGHEST for action port [ 1039.976317] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_rules [ 1039.976445] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1039.976543] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e333f45d-648d-4690-a139-d719eedc4874 with Priority: HIGHEST for action port [ 1039.977601] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.977710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.977870] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.977950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.978134] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e333f45d-648d-4690-a139-d719eedc4874 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.978265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.978326] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.978520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.978603] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e333f45d-648d-4690-a139-d719eedc4874',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.087393] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.087728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.087728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.087851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.087941] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.088063] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1040.116376] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.116596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.116596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.116894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.117082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.126676] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1040.480351] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e333f45d-648d-4690-a139-d719eedc4874 with status ACTIVE [ 1040.480665] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.480949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.481098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.481407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.481581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.481847] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.482046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.482187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.482447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.482532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.482791] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.482958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.482958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.483215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.483325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.483454] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e333f45d-648d-4690-a139-d719eedc4874 is going to be updated. [ 1040.512314] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.512522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.512522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.513081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.513081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.513081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e333f45d-648d-4690-a139-d719eedc4874" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.336254] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336254] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336254] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.336254] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.336876] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336876] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336876] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.337042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.337381] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.337604] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.337785] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.337840] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.338030] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.338123] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.338163] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.338373] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.357833] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.358040] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.358180] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.358407] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-778" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.358763] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-38495672-a478-4ac0-8f63-adb194dfef1c taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.358938] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.359079] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.359415] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.359557] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38495672-a478-4ac0-8f63-adb194dfef1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.861915] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.862258] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.862395] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.862861] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.863097] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.863496] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.863725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.863882] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.864217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.864423] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.864856] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.865111] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.865277] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.865558] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.865741] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.865919] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 38495672-a478-4ac0-8f63-adb194dfef1c is going to be updated. [ 1041.897582] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.897862] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.898347] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.898688] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.899100] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.899449] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.141111] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1042.141111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.141111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.141111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.141111] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.141111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.141111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.141111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.141111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.141111] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.644365] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.651489] env[65152]: INFO networking_nsxv3.common.synchronization [req-bc605a56-f90b-4b91-9fe8-b27da2fcef72 req-1a760f5e-cd9f-4e3a-b37e-74c6db7d52d8 service nova] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_rules [ 1042.651654] env[65152]: INFO networking_nsxv3.common.synchronization [req-bc605a56-f90b-4b91-9fe8-b27da2fcef72 req-1a760f5e-cd9f-4e3a-b37e-74c6db7d52d8 service nova] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 1042.651816] env[65152]: INFO networking_nsxv3.common.synchronization [req-bc605a56-f90b-4b91-9fe8-b27da2fcef72 req-1a760f5e-cd9f-4e3a-b37e-74c6db7d52d8 service nova] Enqueued Resource ID: 38495672-a478-4ac0-8f63-adb194dfef1c with Priority: HIGHEST for action port [ 1042.652500] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_rules [ 1042.652500] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 1042.652731] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38495672-a478-4ac0-8f63-adb194dfef1c with Priority: HIGHEST for action port [ 1042.653134] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.653134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.653604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.653604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.653604] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.654509] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.656162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.658207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.658207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.658207] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.658207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.658207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.658207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.658207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.658207] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.661034] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-38495672-a478-4ac0-8f63-adb194dfef1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.661140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.661260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.661378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.663513] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38495672-a478-4ac0-8f63-adb194dfef1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.147915] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.164205] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.165365] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.165491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.172794] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38495672-a478-4ac0-8f63-adb194dfef1c with status ACTIVE [ 1043.172794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.172794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.172794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.172794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.173411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.173411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.173411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.173411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.173411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.173590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.173714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.173792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.173858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.173957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.174042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.174126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38495672-a478-4ac0-8f63-adb194dfef1c is going to be updated. [ 1043.202448] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.202604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.202930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.202930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.203042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.203379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38495672-a478-4ac0-8f63-adb194dfef1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.650993] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.651291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.651291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.651489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.651589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.651687] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1043.666925] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.680266] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.680416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.680488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.680691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.680823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.689652] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1044.169267] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.169558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.169558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.169757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.169863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.169968] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 1044.209813] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.210086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.210186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.210521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.210764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.227032] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 1044.930179] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.930481] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.930601] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.930848] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.931176] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.931383] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.931539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.931808] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.931980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.932220] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.932359] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.932485] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.932676] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.932838] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.932960] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.933121] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.954903] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.955112] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.955262] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.955445] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.955769] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-53f52eb3-137b-4fe1-be5e-638e722adac9 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.955941] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.956084] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.956397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.956550] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f52eb3-137b-4fe1-be5e-638e722adac9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.459362] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.459641] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.459770] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.460066] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.460216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.460530] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.460691] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.460805] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.461064] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.461212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.461497] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.461657] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.461774] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.461979] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.462125] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.462266] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 is going to be updated. [ 1045.486102] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.486413] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.486571] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.486874] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.487100] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.487636] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.701479] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1045.701705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.701875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.702110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.702301] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.702422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.702488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.702634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.702716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.702808] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.204968] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.238426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 4s [ 1046.248659] env[65152]: INFO networking_nsxv3.common.synchronization [req-82cc661a-2aa8-493b-934e-9ce71bb81bd3 req-a3168e2d-3f12-4e47-9f57-059482cdc67c service nova] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 1046.249159] env[65152]: INFO networking_nsxv3.common.synchronization [req-82cc661a-2aa8-493b-934e-9ce71bb81bd3 req-a3168e2d-3f12-4e47-9f57-059482cdc67c service nova] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 1046.249159] env[65152]: INFO networking_nsxv3.common.synchronization [req-82cc661a-2aa8-493b-934e-9ce71bb81bd3 req-a3168e2d-3f12-4e47-9f57-059482cdc67c service nova] Enqueued Resource ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 with Priority: HIGHEST for action port [ 1046.249695] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_rules [ 1046.249910] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 1046.250318] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 with Priority: HIGHEST for action port [ 1046.250739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.250861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.250861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.251062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.251152] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.254373] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.254511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.254586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.254881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.255406] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.256096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.256096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.256721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.256721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.256721] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.257991] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f52eb3-137b-4fe1-be5e-638e722adac9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.258132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.258197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.258478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.258578] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f52eb3-137b-4fe1-be5e-638e722adac9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.413349] env[65152]: INFO networking_nsxv3.common.synchronization [req-f9275ed9-726f-4cce-b0a8-8656f0faf248 req-613dc4b2-6932-4648-aa76-ed748c85f6b1 tempest-FloatingIPsAssociationTestJSON-1233992581 tempest-FloatingIPsAssociationTestJSON-1233992581-project-member] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 1046.414016] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGHEST for action security_group_members [ 1046.414471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.414635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.414707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.414876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.417525] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.417525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.417525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.417525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.417525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.417525] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.707073] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.760855] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.760855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.761584] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.761966] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53f52eb3-137b-4fe1-be5e-638e722adac9 with status ACTIVE [ 1046.762161] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.763185] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.763185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.763559] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.763559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.763559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.763668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.763668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.764358] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53f52eb3-137b-4fe1-be5e-638e722adac9 is going to be updated. [ 1046.784219] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.784404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.784453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.784662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.784798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.784963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f52eb3-137b-4fe1-be5e-638e722adac9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.920177] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.920368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.920412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.920659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.920778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.920967] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.921080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.921145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.921301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.921380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.921485] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be updated. [ 1046.962704] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.962806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.962880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.963120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.963276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.972538] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: IN_PROGRESS for 2s [ 1047.209190] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.209649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.209649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.209768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.209820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.209929] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1047.244400] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.244600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.244662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.244931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.245136] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.255995] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1047.265549] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.771072] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.771072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.771072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.771072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.771072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.771072] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 is going to be updated. [ 1047.813032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.813032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.813032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.813032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.813032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.824441] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: IN_PROGRESS for 2s [ 1047.942291] env[65152]: INFO networking_nsxv3.common.synchronization [req-9b3c1ec0-5fa8-42b6-8e26-f5b076c18f63 req-8a7aaaf8-284c-450d-a238-91aaff9bb217 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1047.942936] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1047.943274] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.943411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.943500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.943723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.943884] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.944017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.944093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.944308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.944524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.944691] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.250447] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 1048.251385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.251385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.251385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.251616] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.251684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.251773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.251982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.252088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.252194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.252327] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.388026] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.388254] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.388382] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.388669] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.388934] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.389130] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.389253] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.389476] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.389624] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.389834] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.389947] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.390069] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.390216] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.390336] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.390518] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.390617] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.416954] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.416954] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.417159] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.417325] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-139" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.417684] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-d32d0668-df05-4d82-924d-33f0b12d9e44 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.417874] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.418011] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.418393] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.418537] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32d0668-df05-4d82-924d-33f0b12d9e44',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.447462] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.447672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.447672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.447869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.447911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.448126] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.448227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.448269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.448421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.448644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.448771] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 1048.482091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.482331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.482387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.482667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.482836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.496658] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 1048.755479] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.755479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.755610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.755770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.755950] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.756214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.756214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.756354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.756417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.756465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.756641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.756704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.756761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.756891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.757037] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.757129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.757226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.757340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.757403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.757469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.757541] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.921191] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.921436] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.921569] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.921849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.921999] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.922177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port d32d0668-df05-4d82-924d-33f0b12d9e44 not found, creating... [ 1048.922528] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.922696] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.922818] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.923069] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.923223] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.923539] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.923897] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.924054] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.924311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.924468] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.924739] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: d32d0668-df05-4d82-924d-33f0b12d9e44 is going to be created. [ 1048.950297] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.950609] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.950760] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.951155] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.951493] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.951820] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.985387] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d in Status: SUCCESS [ 1048.985583] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d deletion is rescheduled due to dependency. [ 1048.985923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.259632] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c135ee-e645-4848-9694-cd85d362bfa9: rpc.has_security_group_logging(os_id): False [ 1049.279469] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1049.279705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.279917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.280193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.280397] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.280544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.280687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.280849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.281010] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.281197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.281422] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.281566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.281678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.281851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.282147] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.282355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.282459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.282675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.282755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.282881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.282999] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.284831] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.284994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.285069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.285357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.285446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.285652] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.285748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.285802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.286664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.286664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.286664] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.286664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.286664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.286973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.286973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.287095] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.287184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.287241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.287449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.287498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.287535] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 1049.288832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.288926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.289054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.289180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.289276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.289423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.289517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.289575] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.389219] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.389455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.389455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.389790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.390052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.411202] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 1049.725144] env[65152]: INFO networking_nsxv3.common.synchronization [req-9b3c1ec0-5fa8-42b6-8e26-f5b076c18f63 req-7574eb06-5781-46b2-bb6d-91af643c5705 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 1049.725144] env[65152]: INFO networking_nsxv3.common.synchronization [req-9b3c1ec0-5fa8-42b6-8e26-f5b076c18f63 req-7574eb06-5781-46b2-bb6d-91af643c5705 service nova] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1049.725144] env[65152]: INFO networking_nsxv3.common.synchronization [req-9b3c1ec0-5fa8-42b6-8e26-f5b076c18f63 req-7574eb06-5781-46b2-bb6d-91af643c5705 service nova] Enqueued Resource ID: d32d0668-df05-4d82-924d-33f0b12d9e44 with Priority: HIGHEST for action port [ 1049.725608] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_rules [ 1049.725750] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1049.726020] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32d0668-df05-4d82-924d-33f0b12d9e44 with Priority: HIGHEST for action port [ 1049.726390] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.726390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.726390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.727166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.727166] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.727850] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.727850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.728030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32d0668-df05-4d82-924d-33f0b12d9e44 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.728144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.728213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.728387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.728483] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32d0668-df05-4d82-924d-33f0b12d9e44',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.792286] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b: rpc.has_security_group_logging(os_id): False [ 1049.793937] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.818208] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.818457] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.818524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.818875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.819026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.819328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.819488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.819822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.819972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.820243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.820494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.820602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.820786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.820872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.821650] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.821650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.821650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.821650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.821950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.821950] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be created. [ 1049.839655] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: SUCCESS [ 1049.839946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.840646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.841369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.841369] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.841369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.841369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.841369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.841369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.841889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.841889] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.895023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.895023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.895023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.895023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.895023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.916138] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1050.233477] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.233477] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d32d0668-df05-4d82-924d-33f0b12d9e44 with status ACTIVE [ 1050.233477] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.233477] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.233477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.234527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.234918] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.236276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.236276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.236276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.236276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.236276] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d32d0668-df05-4d82-924d-33f0b12d9e44 is going to be updated. [ 1050.265844] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.266243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.266243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.266486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.267231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.267231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32d0668-df05-4d82-924d-33f0b12d9e44" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.296458] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.345581] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.516031] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 1050.516031] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 1050.516031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.516031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.516031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.516031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.516031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.516031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.516031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.516031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.516031] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.799223] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.799511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.799511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.800160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.800327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.800455] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1050.835420] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.835656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.835766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.835900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.836081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.848901] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1050.849150] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f26018a-f499-4c18-b23c-e36e09025d90: rpc.has_security_group_logging(os_id): False [ 1050.870455] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.870737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.870908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.871190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.908971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.909426] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.909653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.909755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.910079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.910500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.910500] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 is going to be updated. [ 1050.997527] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.997782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.997782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.998277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.998277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.019467] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.022125] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: IN_PROGRESS for 2s [ 1051.431855] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 1051.432193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.522809] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.929027] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1051.929782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.929782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.929782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.929980] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.027613] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.027809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.027809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.028533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.028533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.028533] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 1052.065054] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.065273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.065336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.065556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.065708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.076915] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 1052.433459] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.612818] env[65152]: INFO networking_nsxv3.common.synchronization [req-9e0f86ac-a404-48b2-922b-49488e5cdeb4 req-4f9fc222-b33c-45af-bb4d-e0d434a9d2cf tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1052.613632] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1052.614043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.614200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.614261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.614475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.614626] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.614955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.614955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.614955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.615083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.615190] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.863784] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1052.863951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.864156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.864437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.864659] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.864847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.864847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.865035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.865127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.865209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.865287] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.040420] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: SUCCESS [ 1053.040661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.058270] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.058485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.058587] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.058906] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.059231] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.059409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.059530] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.059758] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.059903] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.060127] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.060262] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.060374] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.060483] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.060594] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.060699] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.060872] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.083157] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.083351] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.083492] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.083737] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.084022] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.084169] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.084424] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.084728] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.084867] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bbd180-9a2c-41a7-b4f8-5bf74c5f2410',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.118710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.118909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.118909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.119467] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.119584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.119639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.120052] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1053.153346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.153346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.153346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.153346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.153346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.165195] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1053.370173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.370409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.370409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.370689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.370938] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.371273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.371273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.371500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.371500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.371572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.373762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.373762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.373762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.373762] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.590638] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.591071] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.591071] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.591318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.591472] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.591688] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 not found, creating... [ 1053.592031] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.592225] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.592386] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.592684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.592838] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.593210] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593412] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593549] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593801] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.593964] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.594154] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 is going to be created. [ 1053.646506] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.646866] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.646979] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.647200] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.647466] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.647760] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.875996] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b: rpc.has_security_group_logging(os_id): False [ 1053.917702] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.917877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.917942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.918258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.918380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.918730] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.918816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.918858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.919148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.919400] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.919515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.919578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.919829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920040] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.920140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.920204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.920381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.920493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920693] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1054.005430] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.005616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.005762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.005947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.006187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.059990] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1054.093053] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 1054.094101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.094101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.094380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.094653] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.094774] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.094840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.095029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.095113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.095224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.095353] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.402196] env[65152]: INFO networking_nsxv3.common.synchronization [req-9e0f86ac-a404-48b2-922b-49488e5cdeb4 req-c4b44a69-b922-4f53-a0f4-981b8124f932 service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 1054.402467] env[65152]: INFO networking_nsxv3.common.synchronization [req-9e0f86ac-a404-48b2-922b-49488e5cdeb4 req-c4b44a69-b922-4f53-a0f4-981b8124f932 service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1054.402507] env[65152]: INFO networking_nsxv3.common.synchronization [req-9e0f86ac-a404-48b2-922b-49488e5cdeb4 req-c4b44a69-b922-4f53-a0f4-981b8124f932 service nova] Enqueued Resource ID: 53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 with Priority: HIGHEST for action port [ 1054.403119] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 1054.403263] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1054.403366] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 with Priority: HIGHEST for action port [ 1054.403660] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.403793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.403862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.404359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.404444] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.405986] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.406129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.406438] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.406438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.406657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.406807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.406807] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bbd180-9a2c-41a7-b4f8-5bf74c5f2410',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.600500] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.600500] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.600500] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.600500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.600500] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.601551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.601551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.601551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.601551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.601690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.601727] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.629861] env[65152]: INFO networking_nsxv3.common.synchronization [None req-48536188-4666-458f-8b8f-9d4c584b4597 None None] Enqueued Resource ID: d185482c-0159-476b-8cf9-a0199794f97a with Priority: HIGHEST for action port [ 1054.633016] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d185482c-0159-476b-8cf9-a0199794f97a with Priority: HIGHEST for action port [ 1054.633016] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-d185482c-0159-476b-8cf9-a0199794f97a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.633016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d185482c-0159-476b-8cf9-a0199794f97a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.633016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d185482c-0159-476b-8cf9-a0199794f97a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.633016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d185482c-0159-476b-8cf9-a0199794f97a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.633016] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d185482c-0159-476b-8cf9-a0199794f97a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.907333] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.907497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.910096] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 with status ACTIVE [ 1054.910241] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.911131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.911272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.911510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.911609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.911868] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.911953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.912384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.912384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.912384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.912517] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.912571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.912620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.913809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.913809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.913809] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53bbd180-9a2c-41a7-b4f8-5bf74c5f2410 is going to be updated. [ 1054.939574] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.939731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.939843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.940075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.940221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.940385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53bbd180-9a2c-41a7-b4f8-5bf74c5f2410" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.104409] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a253a56-156d-442a-968a-fbdf939fa432: rpc.has_security_group_logging(os_id): False [ 1055.130177] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.130551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.130551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.130974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.130974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.131288] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.131288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.131288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.131448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.131640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.131765] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.132287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.132287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.132287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.132287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.132669] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.132669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.132669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.132824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.132860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.133280] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 1055.134399] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d185482c-0159-476b-8cf9-a0199794f97a [ 1055.134596] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.134789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.134789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.134954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.135034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135166] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d185482c-0159-476b-8cf9-a0199794f97a already deleted. [ 1055.135242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d185482c-0159-476b-8cf9-a0199794f97a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.184930] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1055.185140] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 deletion is rescheduled due to dependency. [ 1055.185259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.185449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.185708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.185911] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.186055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.186127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.186308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.186423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.186932] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.208115] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.208356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.208356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.208837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.208837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.229200] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 1055.278115] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.278299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.278355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.278719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.278970] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.690419] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.782729] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.085285] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1056.085545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.085778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.086074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.086173] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.193353] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.289543] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.589557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.589952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.589952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.590119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.590203] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.590310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.590371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.590580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.590787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.590787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.590787] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.695543] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.695876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.695876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.696064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.696182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.696288] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1056.732603] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.732814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.732860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.733152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.733402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.744710] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1056.792243] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1056.792349] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1057.095096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.095096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.095096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.095492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.096821] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.096893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.097030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.097666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.097666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.097666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.097913] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.097913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.097913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.098122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.098317] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.098393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.099112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.099112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.099112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.102171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.102477] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.125097] env[65152]: INFO networking_nsxv3.common.synchronization [req-031cc8b6-f458-4cc4-9265-c1bd346c806a req-6a216e6d-e49e-40b5-87b9-df7669453e0f tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1057.125648] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1057.125997] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.126329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.126329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.126911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.126985] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.127123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.127385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.127523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.127723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.127898] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.259483] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 1057.260427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.559887] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.560099] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.560225] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560510] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560888] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.561228] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.561372] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561628] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.561888] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562218] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.562342] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.562456] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.562604] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.562893] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.563097] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.563288] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.588276] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.588470] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.588645] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.588993] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.589369] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-398d8094-79bb-488f-8224-1cacef0e0090 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.589657] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.589892] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.590403] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.590546] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398d8094-79bb-488f-8224-1cacef0e0090',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.605868] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b: rpc.has_security_group_logging(os_id): False [ 1057.632541] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.643548] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.643714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.643780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.644043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.644156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.644399] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.644534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.644601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.645836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.645836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.645836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.645836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.645836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.645836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.645836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.645836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.646232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.646232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.646232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.646232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.646232] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1057.709036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.726907] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1057.877043] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.877267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.877267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.877538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.891624] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1057.892529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.893500] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1057.928943] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.929142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.929226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.929471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.941480] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1057.941565] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.941676] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1057.989432] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.989594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.989639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.989878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.991426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.991610] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1058.054347] env[65152]: INFO networking_nsxv3.common.synchronization [None req-23964405-991e-430d-9b66-e0e1ba5ce774 None None] Enqueued Resource ID: 92e149bd-4b65-4679-bada-66709f6b873e with Priority: HIGHEST for action port [ 1058.054608] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e149bd-4b65-4679-bada-66709f6b873e with Priority: HIGHEST for action port [ 1058.056194] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e149bd-4b65-4679-bada-66709f6b873e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.056194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e149bd-4b65-4679-bada-66709f6b873e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.056194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e149bd-4b65-4679-bada-66709f6b873e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.056194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e149bd-4b65-4679-bada-66709f6b873e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.056194] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e149bd-4b65-4679-bada-66709f6b873e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.080383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.080383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.080383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.080383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.081172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.081606] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1058.095123] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.095605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.095868] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.096268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.096875] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.097181] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 398d8094-79bb-488f-8224-1cacef0e0090 not found, creating... [ 1058.097607] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.097908] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.099017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.099017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.099017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.099017] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.099240] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.099443] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.099746] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.099978] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.100262] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 398d8094-79bb-488f-8224-1cacef0e0090 is going to be created. [ 1058.121540] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.122092] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.122335] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.124019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.124019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.124019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.134966] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.187727] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.187937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.188283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.188283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.188497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.188914] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1058.188965] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dd79689f-2d24-4996-8cfe-cdcd84c65212', '6f26018a-f499-4c18-b23c-e36e09025d90', '1907f47d-ddb3-4772-bf91-05d92f8dfd49', '93b219ea-849c-4fa3-833c-effe36485e8c', '88c93927-cd9d-49b5-8b4b-a40c6fad98e8', '1e7211b9-211d-4d81-9641-5e90de72acc6', '27c6ce56-a934-41e6-b470-4f78cbc6fdcb', 'abf844e3-01f7-444f-8d64-e3d770b047b1', '3e290d10-5c3d-4aaa-b191-9e443a8cddf3', '10c3f786-24a4-4387-af0d-32012c452463', 'c2c135ee-e645-4848-9694-cd85d362bfa9', '566201dc-8758-4f4b-9c19-34df492806c1', '33c405df-e64f-4aba-86bf-a20e49b8f780', '8ebb5064-4dc9-4646-98f7-10b84cb8a9be', '1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea', '2e1cde64-2ea1-4c97-b4ae-715ece378b0d', 'cf2462ae-c68b-49f7-81b1-fea07ea08d5a', 'b5f10f39-446b-483b-96ea-d09641e45724', 'd5d507b2-7550-4af6-ba1e-01d9e72e6a19', 'c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c', 'd74ff7f2-5f66-4087-bb29-dc9f2405f0f9', '466b0eb7-15b3-404e-afa5-1675d9b22f24', 'eb109db2-4ba5-4280-8cc4-197be985a09c', 'b0a63d6b-b84f-4613-a096-19ef10fd8ab5', '4176980d-a427-4238-80aa-97258a1fd303', '4299959e-b4f1-4f94-9f7f-cff74320fc07', 'c6a98400-104a-4ed4-8173-f65aa3118f5a', '4a253a56-156d-442a-968a-fbdf939fa432', 'fee69c9b-ff64-4396-b970-91792330991b', '21aef82a-7e3a-40a9-9fc0-e518cb015c8d', '058ea99b-3460-4684-a1a5-dc0770c5cbbd', '5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b', '5fe0159e-a659-4c21-a622-18130e56aa5c', 'c675d351-87b2-45bf-8621-101435641e12', 'e74f11f6-11c5-4d13-9499-524aa9846038', '5edf2b31-9b5f-46af-8a8d-0796f657d757', 'fa08b29f-eaf2-4a19-97ef-31b0671e3dbe', 'cf2aa49f-d05d-4b89-a084-f5f1937c513f', '43f125b4-b4d0-4ee9-958f-a138843eb399', '4f68ccdf-c287-4ca0-8dcc-fa9c440bc611', '9d16a21c-5fdf-4bfd-b830-4f66e417663f', '9f014d9c-a21f-469b-ae74-46ccfe0bf85f', '5c4ad139-7e57-4b99-b872-6c9ae1811ab6', '5c89a36d-df9a-49ac-b09a-9d9a184e682d', '15db9d63-ad6b-49a6-9d3b-182e45ecba1c', 'b0a8d646-3a80-4f30-9e2a-519ea80ede86', '35d0ef0c-82fb-4941-83d6-397a297e10bb', '929027cc-a73c-4e92-9c46-473725805397', 'a17da01b-aa5b-42bd-98b2-07eab287d03c'} {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.189069] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1058.222416] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.222583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.222626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.224236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.224236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.224236] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1058.224236] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.224236] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1058.362243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.362436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.362519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.363333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.363833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.364139] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1058.364235] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.364296] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1058.364350] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1058.364423] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1058.364513] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGH for action security_group_rules [ 1058.364611] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGH for action security_group_rules [ 1058.364693] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGH for action security_group_rules [ 1058.364750] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGH for action security_group_rules [ 1058.364804] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGH for action security_group_rules [ 1058.364861] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGH for action security_group_rules [ 1058.364928] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGH for action security_group_rules [ 1058.364988] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGH for action security_group_rules [ 1058.365056] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGH for action security_group_rules [ 1058.365112] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 1058.365170] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGH for action security_group_rules [ 1058.365241] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGH for action security_group_rules [ 1058.365305] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGH for action security_group_rules [ 1058.365363] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGH for action security_group_rules [ 1058.365419] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGH for action security_group_rules [ 1058.365475] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGH for action security_group_rules [ 1058.365524] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGH for action security_group_rules [ 1058.365571] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGH for action security_group_rules [ 1058.365625] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGH for action security_group_rules [ 1058.365681] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGH for action security_group_rules [ 1058.365756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.557535] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e149bd-4b65-4679-bada-66709f6b873e [ 1058.558173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.558173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.558173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.558442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.558442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.558442] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e149bd-4b65-4679-bada-66709f6b873e already deleted. [ 1058.558710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e149bd-4b65-4679-bada-66709f6b873e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.593659] env[65152]: INFO networking_nsxv3.common.synchronization [req-44a796db-8fcc-43fa-ae61-82ab8ffdba1d req-9c047c9a-291b-4ace-929e-bfabccc4d0af tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1058.594270] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1058.594488] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 with Priority: HIGH for action security_group_rules [ 1058.594617] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 with Priority: HIGH for action security_group_rules [ 1058.594679] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb with Priority: HIGH for action security_group_rules [ 1058.595235] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGH for action security_group_rules [ 1058.595385] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c with Priority: HIGH for action security_group_rules [ 1058.595489] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGH for action security_group_rules [ 1058.595587] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f10f39-446b-483b-96ea-d09641e45724 with Priority: HIGH for action security_group_rules [ 1058.595681] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a with Priority: HIGH for action security_group_rules [ 1058.595778] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGH for action security_group_rules [ 1058.596162] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGH for action security_group_rules [ 1058.596364] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 with Priority: HIGH for action security_group_rules [ 1058.596489] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGH for action security_group_rules [ 1058.596579] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGH for action security_group_rules [ 1058.596645] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 1058.596744] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGH for action security_group_rules [ 1058.597015] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 with Priority: HIGH for action security_group_rules [ 1058.597015] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGH for action security_group_rules [ 1058.597162] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGH for action security_group_rules [ 1058.597162] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGH for action security_group_rules [ 1058.597240] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b219ea-849c-4fa3-833c-effe36485e8c with Priority: HIGH for action security_group_rules [ 1058.597594] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.597726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.597798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.598029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.598199] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.598311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.598366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.598526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.598611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.598704] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.599645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd79689f-2d24-4996-8cfe-cdcd84c65212 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.599873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.599873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.600343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.600469] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd79689f-2d24-4996-8cfe-cdcd84c65212',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.601678] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.601796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.601855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.602044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.602125] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907f47d-ddb3-4772-bf91-05d92f8dfd49',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.602941] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.603966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.604083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.604376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.604488] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c6ce56-a934-41e6-b470-4f78cbc6fdcb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.605719] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.605856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.605942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.606156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.606221] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.607615] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.608490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.608490] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.609752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.609940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.609988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.611199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.611199] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.611345] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f10f39-446b-483b-96ea-d09641e45724 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.611412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.611469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.611655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.611878] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f10f39-446b-483b-96ea-d09641e45724',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.612802] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.612906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.613146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.613146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.613232] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2462ae-c68b-49f7-81b1-fea07ea08d5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.613902] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.613999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.615699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.615699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.615699] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.615699] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.616787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.616787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.616787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.617064] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.618394] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c405df-e64f-4aba-86bf-a20e49b8f780 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.618523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.618564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.618739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.618812] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c405df-e64f-4aba-86bf-a20e49b8f780',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.621752] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.621886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.621953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.622164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.622787] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.624428] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.624559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.624615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.628024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.628024] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.628024] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.628024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.628024] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.628024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.628024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.628024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.628024] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.628506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7211b9-211d-4d81-9641-5e90de72acc6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.628506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.628506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.632023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.632023] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7211b9-211d-4d81-9641-5e90de72acc6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.632023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.632023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.632023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.632023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.632023] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.633467] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.633607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.633676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.633948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.634045] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.635036] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.635939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.635939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.635939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.635939] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.637412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b219ea-849c-4fa3-833c-effe36485e8c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.637412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.637412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.637412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.637412] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b219ea-849c-4fa3-833c-effe36485e8c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.642015] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.645506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.645506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.645506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.645732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.645732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.645732] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be updated. [ 1058.669846] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.670069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.670195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.670510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.690423] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.691171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.691171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.691171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.691171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.696637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.696790] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907f47d-ddb3-4772-bf91-05d92f8dfd49 is going to be deleted. [ 1058.704141] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: IN_PROGRESS for 2s [ 1058.757543] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1058.757840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.757919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.758239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.758537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.758689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.758791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.759023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.760211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.760483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.760665] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.766904] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.770582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.770582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.770582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.770582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.770582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907f47d-ddb3-4772-bf91-05d92f8dfd49" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.938664] env[65152]: INFO networking_nsxv3.common.synchronization [req-031cc8b6-f458-4cc4-9265-c1bd346c806a req-4f3565de-8efe-4a58-9c14-ada8ab53e5e2 service nova] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1058.938664] env[65152]: INFO networking_nsxv3.common.synchronization [req-031cc8b6-f458-4cc4-9265-c1bd346c806a req-4f3565de-8efe-4a58-9c14-ada8ab53e5e2 service nova] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1058.938664] env[65152]: INFO networking_nsxv3.common.synchronization [req-031cc8b6-f458-4cc4-9265-c1bd346c806a req-4f3565de-8efe-4a58-9c14-ada8ab53e5e2 service nova] Enqueued Resource ID: 398d8094-79bb-488f-8224-1cacef0e0090 with Priority: HIGHEST for action port [ 1058.939831] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_rules [ 1058.940068] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1058.940239] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398d8094-79bb-488f-8224-1cacef0e0090 with Priority: HIGHEST for action port [ 1058.940693] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.940873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.940989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.941348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.941626] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.943572] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.943782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.944210] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-398d8094-79bb-488f-8224-1cacef0e0090 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.944393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.944605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.945040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.945191] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398d8094-79bb-488f-8224-1cacef0e0090',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.112124] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.112428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.112728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.113383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.113383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.113531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.113670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.114488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.114488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.114488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.114488] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.119625] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.119625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.148086] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.148086] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.148086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.148086] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.148735] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.148735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.148847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.149211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.152197] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.152376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.152575] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.152685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.152747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.152927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.153086] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.153194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.153265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.153377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.153450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.153539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.153642] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.155290] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.155425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.155483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.155634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.155789] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.155878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.155942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.156173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.156252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.156287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.156362] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.159174] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.159174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.159716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.159869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.160049] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.160199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.160240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.160794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.160794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.160794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.160794] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.161471] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.161787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.161928] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.162029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.162085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.162221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162471] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.163346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.163444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.163550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.163658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.163801] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.163897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.163959] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.164110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.164191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.164275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.164364] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.167708] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.171798] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.171981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.202898] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.203155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.204731] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.204731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.205805] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.205954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.207101] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.207251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.208761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.208966] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c is going to be deleted. [ 1059.211379] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.211527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.211629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.211915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.214114] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.214245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.215785] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.215915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.236244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.236244] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b219ea-849c-4fa3-833c-effe36485e8c is going to be deleted. [ 1059.237352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.237742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.264168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.264271] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c405df-e64f-4aba-86bf-a20e49b8f780 is going to be deleted. [ 1059.265633] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.267339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.267544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.288600] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.288600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.298229] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.298229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.303059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.303059] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be deleted. [ 1059.303505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.303505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.339450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.339600] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd79689f-2d24-4996-8cfe-cdcd84c65212 is going to be deleted. [ 1059.340652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.340990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.368293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.368409] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c6ce56-a934-41e6-b470-4f78cbc6fdcb is going to be deleted. [ 1059.370234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.370487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.372995] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.372995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.423999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.424175] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be deleted. [ 1059.425514] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.425875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.447680] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.448041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.449737] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.449892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.450472] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 398d8094-79bb-488f-8224-1cacef0e0090 with status ACTIVE [ 1059.450472] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.450623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.450623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.451107] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.451107] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.451597] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.451597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.451597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.451863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.451972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452322] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.452409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.452478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.452656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.452743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452858] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 398d8094-79bb-488f-8224-1cacef0e0090 is going to be updated. [ 1059.492454] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.492667] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2462ae-c68b-49f7-81b1-fea07ea08d5a is going to be deleted. [ 1059.493696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.493991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.516862] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.517119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.518180] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.518347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.518398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.518572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.518708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.518894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-398d8094-79bb-488f-8224-1cacef0e0090" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.534929] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.535130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.542635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.542695] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f10f39-446b-483b-96ea-d09641e45724 is going to be deleted. [ 1059.543672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.543946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.583246] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.583425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.593355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.593596] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7211b9-211d-4d81-9641-5e90de72acc6 is going to be deleted. [ 1059.596172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.596569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.596770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.596925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a2bc9b-3a96-42eb-85ec-ad9ef361fa4c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.597545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.597741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.597843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.597976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b219ea-849c-4fa3-833c-effe36485e8c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.598843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.599134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.599251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.599387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c405df-e64f-4aba-86bf-a20e49b8f780" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.599770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.599979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.600096] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.600236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.600681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.600865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.600963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.601105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd79689f-2d24-4996-8cfe-cdcd84c65212" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.601295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.601472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.601560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.601733] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c6ce56-a934-41e6-b470-4f78cbc6fdcb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.602226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.602398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.602489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.602606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.619605] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.623490] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.623708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.623819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.624128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.624244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.624451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2462ae-c68b-49f7-81b1-fea07ea08d5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.670627] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.670873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.670939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.671178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.671409] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.671567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.671651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.671826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.671917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.672019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.672175] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.672274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.672338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.672513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.672692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.672790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.672851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.672993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.673086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.673169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.673261] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.675423] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.675423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.675423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.675423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.675423] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.679026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.679026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.679026] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.680312] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.680889] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.682274] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.683098] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.684139] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.684139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.684432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.684432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.684534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.684574] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1059.717246] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.717484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.717484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.717785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.717884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.718019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f10f39-446b-483b-96ea-d09641e45724" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.768529] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.768529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.768529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.768529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.768529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.769230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7211b9-211d-4d81-9641-5e90de72acc6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.769230] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3f786-24a4-4387-af0d-32012c452463: rpc.has_security_group_logging(os_id): False [ 1059.783992] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1059.784518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.785428] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.785606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.785677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.785923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.786091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.808668] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1059.809718] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.809892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.809990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.810276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.847439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.847812] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.847945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.848047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.848280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.848370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.848468] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1059.989799] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.990013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.990240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.990315] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.994029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.023013] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1060.122063] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d507b2-7550-4af6-ba1e-01d9e72e6a19: rpc.has_security_group_logging(os_id): False [ 1060.151949] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.152220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.152220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.152436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.180479] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c135ee-e645-4848-9694-cd85d362bfa9: rpc.has_security_group_logging(os_id): False [ 1060.183202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.183609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.183722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.183799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.184015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.184111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.184208] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 is going to be updated. [ 1060.187192] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f26018a-f499-4c18-b23c-e36e09025d90: rpc.has_security_group_logging(os_id): False [ 1060.188365] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebb5064-4dc9-4646-98f7-10b84cb8a9be: rpc.has_security_group_logging(os_id): False [ 1060.189370] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566201dc-8758-4f4b-9c19-34df492806c1: rpc.has_security_group_logging(os_id): False [ 1060.190255] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abf844e3-01f7-444f-8d64-e3d770b047b1: rpc.has_security_group_logging(os_id): False [ 1060.191100] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88c93927-cd9d-49b5-8b4b-a40c6fad98e8: rpc.has_security_group_logging(os_id): False [ 1060.213838] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.214039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.214148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.214465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.216176] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.216303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.217125] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.217231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.218077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.218215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.218628] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.218751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.224582] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.224761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.239236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.239578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.239681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.239782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.239954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.240077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.240170] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 is going to be updated. [ 1060.241374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.241594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.276080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.276080] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.276080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.276080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.276080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.276442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.276491] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.276674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.276738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.276924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.276993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.277262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.277348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.277411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.277570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.277688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.277797] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be updated. [ 1060.278938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.279131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.304300] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.304453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.305624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.305771] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.305888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.305954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.306448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.306605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.306807] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.306919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.306989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.307177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.307274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.307524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.307608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.307661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.307813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.308162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.308338] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 1060.309537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.309750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.392368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.392802] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.392948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.393116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.393358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.393449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.393568] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 is going to be updated. [ 1060.395351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.395351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.398179] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.398332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.445420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.445891] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.446045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.446315] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.446521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.446741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.446906] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 is going to be updated. [ 1060.448647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.448928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.454527] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.454701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.490661] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.491186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.491285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.491338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.491524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.491609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.491707] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be updated. [ 1060.493673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.493673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.493673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.494913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.495151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.495411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.496399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.496691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.496906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.522071] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.522071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.522071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.522528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.522528] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.525332] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.525570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.525570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.525793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.525891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.547754] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: IN_PROGRESS for 2s [ 1060.552071] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: IN_PROGRESS for 2s [ 1060.552922] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 1060.553662] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: IN_PROGRESS for 2s [ 1060.555242] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: IN_PROGRESS for 2s [ 1060.668120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.668400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.668400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.670860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.670860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.672171] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.672320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.672445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.672663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.672773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.691693] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 1060.693731] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: IN_PROGRESS for 2s [ 1060.736820] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: SUCCESS [ 1060.737236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.737515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.737864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738150] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.738481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.738684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.738974] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.241947] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.745391] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.822086] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1061.822363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.823026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.823266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.823513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.823654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.823816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.824107] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.824243] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.824401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.824525] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.036191] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1062.038678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.038678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.038678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.038678] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.248745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.248745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.248745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.249637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.249780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.250092] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be updated. [ 1062.290285] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.290285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.290285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.290636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.290636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.301038] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: IN_PROGRESS for 2s [ 1062.327579] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.327806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.327806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.328019] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.328243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.328314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.328354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.328500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.328587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.328680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.328959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.329542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.329542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.329542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.329542] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.329773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.329773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.329954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.330069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.330162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.330302] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.541838] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.542060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.542118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.542350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.542533] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.542649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.542716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.542887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.542982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.543089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.543197] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.577973] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: SUCCESS [ 1062.577973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.578754] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: SUCCESS [ 1062.579069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.580107] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 1062.580371] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.581719] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: SUCCESS [ 1062.581719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.582648] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 1062.583525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.708755] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 1062.708953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.711234] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: SUCCESS [ 1062.711449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.832507] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 1062.858871] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.859211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.859211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.859443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.882293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.882554] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.882679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.882749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.882958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.883238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.883515] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.883641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.883795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.883893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.883975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.884182] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.884289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.884376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.884601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.884897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.885108] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1062.976243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.976429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.976485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.976769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.976973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.012501] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1063.046655] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.552823] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3f786-24a4-4387-af0d-32012c452463: rpc.has_security_group_logging(os_id): False [ 1063.572570] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.572762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.572808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.573036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.573128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.573379] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.573485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.573550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.573725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.573804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.573891] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1063.640196] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.640352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.640424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.640845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.640845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.656116] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1063.941315] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.941453] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1064.317350] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: SUCCESS [ 1064.317620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.317856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.318110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.318346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.318488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.318559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.318725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.318827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.318883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.318986] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.829755] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.030468] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1065.030732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.332414] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d74ff7f2-5f66-4087-bb29-dc9f2405f0f9: rpc.has_security_group_logging(os_id): False [ 1065.357314] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.357586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.357586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.357890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.381636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.381926] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.382057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.382106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.382284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.382367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.382517] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be updated. [ 1065.480824] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.481109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.481230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.481534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.481738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.498784] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: IN_PROGRESS for 2s [ 1065.677331] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1065.677331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.739399] env[65152]: INFO networking_nsxv3.common.synchronization [req-fba96a94-94a9-480e-a5d7-ddef35f7fc9a req-41887756-3b3d-4c7a-be7e-d9570ab26a16 tempest-ListServerFiltersTestJSON-1448671332 tempest-ListServerFiltersTestJSON-1448671332-project-member] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1066.740089] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1066.740551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.740551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.740702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.740897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.740991] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.741129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.741172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.741479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.741479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.741479] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.245063] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.521224] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: SUCCESS [ 1067.522440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.747642] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.250345] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.250571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.250571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.250780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.250849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.250952] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1068.280782] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.281043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.281043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.281233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.281403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.291938] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1069.083724] env[65152]: INFO networking_nsxv3.common.synchronization [req-103c25a4-4324-43d1-92a8-57933bc44d92 req-73fd4763-8050-4555-9409-19082273fa60 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1069.083724] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1069.083724] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.083724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.084815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.085297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.085618] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.088210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.088210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.088210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.088210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.088210] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.560050] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.560299] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.560437] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.560910] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.562216] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.562216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.562216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.562216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.562481] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.562626] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.562728] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.562784] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.562973] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.563450] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.563450] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.563656] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.590774] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.591063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.591063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.591496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.591804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.592106] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.592246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.592306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.592603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.592685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.592780] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 already deleted. [ 1069.593209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.595033] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.595367] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.595618] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.595964] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.596526] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.596849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.597101] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.597486] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.597660] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6eecf32-51bd-4f1d-93ff-8decf1d1eeec',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.759026] env[65152]: INFO networking_nsxv3.common.synchronization [None req-c59ab4cb-8e1c-4046-a851-f9d7d973df7c tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1069.759026] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1069.759026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.759026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.759026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.759026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.759026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.759997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.759997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.760192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.760291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.760384] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.102518] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.102967] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.102967] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.103349] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.103562] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.103773] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port b6eecf32-51bd-4f1d-93ff-8decf1d1eeec not found, creating... [ 1070.104124] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.104305] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.104469] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.104760] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.104921] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.105309] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.105530] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.105679] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.105993] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.106236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106392] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: b6eecf32-51bd-4f1d-93ff-8decf1d1eeec is going to be created. [ 1070.133131] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.133464] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.134102] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.134102] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.134482] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.134860] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.264601] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.264749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.264820] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.265060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.265178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.265358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.265483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.265522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.265949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.265949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.265949] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be deleted. [ 1070.304043] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1070.304437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.305551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.305673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.305673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.306108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.306108] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.306324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.831422] env[65152]: INFO networking_nsxv3.common.synchronization [req-103c25a4-4324-43d1-92a8-57933bc44d92 req-84057602-57de-4996-ae93-a059a4889709 service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1070.831674] env[65152]: INFO networking_nsxv3.common.synchronization [req-103c25a4-4324-43d1-92a8-57933bc44d92 req-84057602-57de-4996-ae93-a059a4889709 service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1070.831996] env[65152]: INFO networking_nsxv3.common.synchronization [req-103c25a4-4324-43d1-92a8-57933bc44d92 req-84057602-57de-4996-ae93-a059a4889709 service nova] Enqueued Resource ID: b6eecf32-51bd-4f1d-93ff-8decf1d1eeec with Priority: HIGHEST for action port [ 1070.833040] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1070.833040] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1070.833040] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6eecf32-51bd-4f1d-93ff-8decf1d1eeec with Priority: HIGHEST for action port [ 1070.833335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.833509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.833613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.833912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.834058] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.835095] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.835350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.836234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.836234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.836234] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.836234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.836234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.836234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.836234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.836608] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.839689] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.839689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.839689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.839689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.839689] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6eecf32-51bd-4f1d-93ff-8decf1d1eeec',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.341919] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.341919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.341919] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.343817] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6eecf32-51bd-4f1d-93ff-8decf1d1eeec with status ACTIVE [ 1071.344023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.344181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.344265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.344427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.344513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.344694] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.344789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.344846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.344998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.345091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.345255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.345370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.345428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.345527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.345594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.345684] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6eecf32-51bd-4f1d-93ff-8decf1d1eeec is going to be updated. [ 1071.379970] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.380133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.380245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.380533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.380876] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.380946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6eecf32-51bd-4f1d-93ff-8decf1d1eeec" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.848066] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.352468] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.352468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.352468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.352468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.352468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.352468] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be created. [ 1072.376734] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.377040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.377040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.377322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.377491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.388958] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: UNINITIALIZED for 2s [ 1074.399707] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1074.400064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.400191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.400308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.400500] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.400621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.400688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.400838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.400919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.401010] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.401105] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.904359] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.904595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.904595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.904988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.905189] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.905346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.905412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.905588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.905716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.905786] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.905922] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.906275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.906441] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906616] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.906741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.906840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.906923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.907036] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.411424] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707: rpc.has_security_group_logging(os_id): False [ 1075.430077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.430469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.430571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.430849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.430963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.431264] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.431375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.431545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.431950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.431950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.432254] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.432390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.432450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.433092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.433092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.433092] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.433092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.434428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.434428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.434428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.434428] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be created. [ 1075.496928] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.497186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.497256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.497491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.497682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.510995] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1075.834461] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.834461] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1077.526708] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1077.526708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.305293] env[65152]: INFO networking_nsxv3.common.synchronization [req-6ed7a84e-19d8-4145-845d-7c59276e324f req-62cae58d-c3b3-47f6-b2b2-e6b3e80a1b53 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1078.307391] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1078.307956] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.308209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.308328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.309495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.309796] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.310033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.310199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.310503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.310700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.310876] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.361036] env[65152]: INFO networking_nsxv3.common.synchronization [req-890391a7-aef4-4265-b304-fda5a9bf74ac req-b6989747-1c71-4943-91d6-2b6f871153ce tempest-ListServerFiltersTestJSON-1448671332 tempest-ListServerFiltersTestJSON-1448671332-project-member] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1078.361626] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1078.362122] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.362122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.362122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.362308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.362428] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.362685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.362685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.362801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.362857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.362932] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.530979] env[65152]: INFO networking_nsxv3.common.synchronization [req-c271611c-4d20-442d-8f45-4856edf5f4d1 req-04941747-8604-4faf-8283-6028f4dd2c1d tempest-ServersNegativeTestJSON-1810237279 tempest-ServersNegativeTestJSON-1810237279-project-member] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 1078.531579] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGHEST for action security_group_members [ 1078.532690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.532690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.532690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.532935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.532935] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.533067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.533067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.533226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.533310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.533383] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.814770] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.816857] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.817084] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.817213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.817485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.817823] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.818010] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.818137] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.818378] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.818573] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.818791] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.818907] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.819112] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.819217] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.819309] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.819418] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.819549] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.839971] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.840186] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.840298] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.840481] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.840812] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-524b66bb-0a69-46ec-a046-b8523f93004f taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.840983] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.841117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.841482] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.841606] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524b66bb-0a69-46ec-a046-b8523f93004f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.865296] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.038237] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.038418] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.038468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.038687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.038893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.039391] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.039566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.039647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.039903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.040125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.040251] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be updated. [ 1079.081192] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.081192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.081422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.081422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.081565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.093413] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: IN_PROGRESS for 2s [ 1079.322275] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.344296] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.344584] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.344678] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.345116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.345319] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.345518] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 524b66bb-0a69-46ec-a046-b8523f93004f not found, creating... [ 1079.345799] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.345970] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.346129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.346460] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.346640] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.347024] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.347236] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.347397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.347648] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.347844] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.348082] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 524b66bb-0a69-46ec-a046-b8523f93004f is going to be created. [ 1079.368711] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.368948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.369162] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.369500] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.369729] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.369967] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.370744] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.540217] env[65152]: INFO networking_nsxv3.common.synchronization [req-f5f20d1f-4d2e-4f0e-9e52-ccff5e45ed5b req-8047ca39-b21c-4c15-bb7a-e4481ad244b2 tempest-ServersTestBootFromVolume-171264844 tempest-ServersTestBootFromVolume-171264844-project-member] Enqueued Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_members [ 1079.540901] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c with Priority: HIGHEST for action security_group_members [ 1079.541297] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.541447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.541535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.541763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.541930] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.542079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.542150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.542343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.542435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.542555] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15db9d63-ad6b-49a6-9d3b-182e45ecba1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.825119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.825252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.825329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.825540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.825633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.825732] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1079.858564] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.858723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.858797] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.859012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.859206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.869498] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1079.873072] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.873225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.873293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.873489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.873580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.873680] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1079.907348] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.907527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.907572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.907818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.907936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.918042] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1080.044551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.044802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.044904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.045173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.077218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.077412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.077538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.077607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.077793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.077891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.077980] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c is going to be updated. [ 1080.092751] env[65152]: INFO networking_nsxv3.common.synchronization [req-6ed7a84e-19d8-4145-845d-7c59276e324f req-99300998-2920-4c76-be56-0c39c45e29f7 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 1080.093265] env[65152]: INFO networking_nsxv3.common.synchronization [req-6ed7a84e-19d8-4145-845d-7c59276e324f req-99300998-2920-4c76-be56-0c39c45e29f7 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1080.093404] env[65152]: INFO networking_nsxv3.common.synchronization [req-6ed7a84e-19d8-4145-845d-7c59276e324f req-99300998-2920-4c76-be56-0c39c45e29f7 service nova] Enqueued Resource ID: 524b66bb-0a69-46ec-a046-b8523f93004f with Priority: HIGHEST for action port [ 1080.095234] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 1080.095901] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1080.095901] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524b66bb-0a69-46ec-a046-b8523f93004f with Priority: HIGHEST for action port [ 1080.096232] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.096401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.096401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.096649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.096763] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.097812] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.098055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.098248] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-524b66bb-0a69-46ec-a046-b8523f93004f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.098373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.098472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.099782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.099871] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524b66bb-0a69-46ec-a046-b8523f93004f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.111118] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.111438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.111482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.112290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.112450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.127730] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c in Status: IN_PROGRESS for 2s [ 1080.601619] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.602055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.602055] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 524b66bb-0a69-46ec-a046-b8523f93004f with status ACTIVE [ 1080.602487] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.602679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.602679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.602895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.602983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.604026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.604026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.604026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.604465] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 524b66bb-0a69-46ec-a046-b8523f93004f is going to be updated. [ 1080.624570] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.624722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.624791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.625256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.625256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.625404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524b66bb-0a69-46ec-a046-b8523f93004f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.107180] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c135ee-e645-4848-9694-cd85d362bfa9 in Status: SUCCESS [ 1081.107180] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 deletion is rescheduled due to dependency. [ 1081.107180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.881444] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1081.881836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.881836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.882304] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.882446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.882517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.882708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.883020] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.928905] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1081.929509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.139029] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c in Status: SUCCESS [ 1082.139511] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15db9d63-ad6b-49a6-9d3b-182e45ecba1c deletion is rescheduled due to dependency. [ 1082.139511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15db9d63-ad6b-49a6-9d3b-182e45ecba1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.387451] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.888992] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.392550] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.392550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.392550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.392912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.393545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.393698] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1083.428224] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.428664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.428801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.429516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.429516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.443333] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1084.526257] env[65152]: INFO networking_nsxv3.common.synchronization [req-816b3bed-893f-40b3-b0e6-02bfef5a1679 req-7ff62bac-ea30-46ff-b951-b35412c38df1 tempest-ListServerFiltersTestJSON-1448671332 tempest-ListServerFiltersTestJSON-1448671332-project-member] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1084.526257] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGHEST for action security_group_members [ 1084.526572] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.526632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.526670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.527135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.527135] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.527373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.527373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.527546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.527646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.527768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.030077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.030318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.030407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.030619] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.060062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.060555] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.060766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.060939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.061260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.061397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.061554] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be updated. [ 1085.099517] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.099517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.099678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.099797] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.099944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.109876] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: IN_PROGRESS for 2s [ 1085.456009] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1085.456154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.456328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.456561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.456758] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.456908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.456973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.457156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.457238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.457324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.457416] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.959662] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.959995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.959995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.960156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.960331] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.960458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.961279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.961279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.961279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.961279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.961457] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.961546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.961622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.961833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.962014] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.962093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.962246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.962713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.963068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.963068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.963068] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.468253] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 1086.486009] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.486162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.486231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.486433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.486541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.486726] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.486822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.486894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.487082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.487194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.487384] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.487474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.487531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.487663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.487731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.487912] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.488054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.488084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.488210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.488277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.488358] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1086.553998] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.554163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.554234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.554453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.554595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.574027] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1087.122739] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b in Status: SUCCESS [ 1087.123017] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b deletion is rescheduled due to dependency. [ 1087.123343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.598993] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1088.599377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.526773] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.526960] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1091.287677] env[65152]: INFO networking_nsxv3.common.synchronization [None req-1823cc49-fffd-405a-811b-911784170d64 None None] Enqueued Resource ID: 5b7ada7c-ae27-471f-b754-9a061c09d54a with Priority: HIGHEST for action port [ 1091.288300] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ada7c-ae27-471f-b754-9a061c09d54a with Priority: HIGHEST for action port [ 1091.288613] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7ada7c-ae27-471f-b754-9a061c09d54a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.288737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7ada7c-ae27-471f-b754-9a061c09d54a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.288804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7ada7c-ae27-471f-b754-9a061c09d54a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.289083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7ada7c-ae27-471f-b754-9a061c09d54a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.289207] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7ada7c-ae27-471f-b754-9a061c09d54a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.791693] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b7ada7c-ae27-471f-b754-9a061c09d54a [ 1091.791966] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.792125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.792199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.792414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.792501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.792591] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b7ada7c-ae27-471f-b754-9a061c09d54a already deleted. [ 1091.792668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7ada7c-ae27-471f-b754-9a061c09d54a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.097029] env[65152]: INFO networking_nsxv3.common.synchronization [req-6613a40a-25dd-470a-a7c6-159132238402 req-f407d903-fa3e-4121-95d2-b1eed70328ed tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1092.097029] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1092.097029] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.097029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.097029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.097576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.097835] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.098128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.098282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.098521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.098790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.098977] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.524927] env[65152]: INFO networking_nsxv3.common.synchronization [req-330f9ed8-ef41-40f9-ad4e-bb3fd1120ed3 req-ae8a0a51-336d-40ce-b86d-161cc2a28c7d tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1092.526030] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1092.526030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.526174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.526174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.526324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.526504] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.526613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.526692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.526868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.526957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.527129] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.602101] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.891586] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.891794] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.891919] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.892255] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.892563] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.892725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.892843] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.893067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.893220] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.893480] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.894256] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.894256] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.894256] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.894256] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.894256] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.894256] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.914679] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.914857] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.915015] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.915197] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.915510] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-233522f2-ce2c-4234-99e0-b2aed3d70817 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.915684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.915844] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.916141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.916601] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233522f2-ce2c-4234-99e0-b2aed3d70817',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.032785] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.032955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.032995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.033460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.033640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.033918] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.034054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.034129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.034295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.034379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.034476] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1093.062767] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.062930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.063011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.063224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.063372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.073279] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1093.083108] env[65152]: INFO networking_nsxv3.common.synchronization [req-76a5ecd4-e70f-4eb7-bb7d-84983510415e req-d8a91de4-01a2-4897-a21c-634af5057d8c tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_members [ 1093.083631] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGHEST for action security_group_members [ 1093.084284] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.084284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.084284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.084482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.084482] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.084862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.084862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.084862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.084862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.084969] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.104953] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.421026] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.421683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.421683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.421683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.421830] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.421955] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 233522f2-ce2c-4234-99e0-b2aed3d70817 not found, creating... [ 1093.424011] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.424209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.424330] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.424574] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.424714] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.425034] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.425189] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.425275] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.425489] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.425618] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.425753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 is going to be created. [ 1093.448579] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.451948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.451948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.451948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.451948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.451948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.587587] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.587918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.587918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.588118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.588188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.588384] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.588492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.588557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.588717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.588796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.588887] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 is going to be updated. [ 1093.607457] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.607726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.607726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.607896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.608035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.608215] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1093.658849] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.659055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.659122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.659289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.659471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.661385] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.661557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.661589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.661780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.661924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.676769] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: IN_PROGRESS for 2s [ 1093.677595] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1094.112736] env[65152]: INFO networking_nsxv3.common.synchronization [None req-5416aca6-e0e9-4183-a889-12e190bf3bc1 None None] Enqueued Resource ID: dce6209b-c791-4f98-9b74-3a8e6118c2c5 with Priority: HIGHEST for action port [ 1094.113432] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce6209b-c791-4f98-9b74-3a8e6118c2c5 with Priority: HIGHEST for action port [ 1094.113748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce6209b-c791-4f98-9b74-3a8e6118c2c5 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.113874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce6209b-c791-4f98-9b74-3a8e6118c2c5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.113943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce6209b-c791-4f98-9b74-3a8e6118c2c5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.114244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce6209b-c791-4f98-9b74-3a8e6118c2c5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.116122] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce6209b-c791-4f98-9b74-3a8e6118c2c5',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.120389] env[65152]: INFO networking_nsxv3.common.synchronization [req-e45a17b8-832f-4a1a-9264-f5321f377cb2 req-75446ef3-1516-43b8-8dfb-4f3f8ab0cc18 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 1094.120552] env[65152]: INFO networking_nsxv3.common.synchronization [req-e45a17b8-832f-4a1a-9264-f5321f377cb2 req-75446ef3-1516-43b8-8dfb-4f3f8ab0cc18 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1094.120686] env[65152]: INFO networking_nsxv3.common.synchronization [req-e45a17b8-832f-4a1a-9264-f5321f377cb2 req-75446ef3-1516-43b8-8dfb-4f3f8ab0cc18 service nova] Enqueued Resource ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 with Priority: HIGHEST for action port [ 1094.120888] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 1094.121027] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1094.121126] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 with Priority: HIGHEST for action port [ 1094.121612] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.121736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.121805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.122985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.123100] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.123934] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.124183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.124183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.124364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.124556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.124556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.124742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.124742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.124838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.124939] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.125701] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-233522f2-ce2c-4234-99e0-b2aed3d70817 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.125816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.125875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.126158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.126158] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233522f2-ce2c-4234-99e0-b2aed3d70817',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.618276] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce6209b-c791-4f98-9b74-3a8e6118c2c5 [ 1094.618569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.618692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.618763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.618968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.619156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.619261] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce6209b-c791-4f98-9b74-3a8e6118c2c5 already deleted. [ 1094.619366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce6209b-c791-4f98-9b74-3a8e6118c2c5" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.627741] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.628830] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.629059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.629105] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 233522f2-ce2c-4234-99e0-b2aed3d70817 with status ACTIVE [ 1094.629266] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.629368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.629432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.629618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.629701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.629869] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.629964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.630095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.630277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.631370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.631370] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.631370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.631370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.631370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.631370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.631370] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 is going to be updated. [ 1094.652223] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.652439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.652439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.652614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.652747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.652901] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.082324] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1095.082532] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1095.082646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.133433] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.636025] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.636405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.636405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.636493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.636567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.636670] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be created. [ 1095.659667] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.659855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.659893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.660141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.660310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.669637] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: UNINITIALIZED for 2s [ 1095.686387] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1095.686586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.687543] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abf844e3-01f7-444f-8d64-e3d770b047b1 in Status: SUCCESS [ 1095.687543] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 deletion is rescheduled due to dependency. [ 1095.687543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.679544] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 1097.679875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.679923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.680155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.680352] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.680468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.680533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.680682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.680763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.680846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.680937] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.183508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.183705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.183749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.184012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.184188] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.184297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.184364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.184518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.184609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.184702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.184852] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.184949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.185098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.185214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.185355] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.185451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.185513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.185651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.185728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.185811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.185901] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.690041] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e290d10-5c3d-4aaa-b191-9e443a8cddf3: rpc.has_security_group_logging(os_id): False [ 1098.692651] env[65152]: INFO networking_nsxv3.common.synchronization [req-1415559e-0981-4d4c-bb54-926f3d152da2 req-781fad43-e828-4a8b-bcc8-31cfd4489086 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1098.694117] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1098.694117] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.694117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.694117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.694117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.694306] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.694306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.694381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.694575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.694575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.694681] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.713021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.713021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.713021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.713021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.713698] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.713698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.713698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.713698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.713698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.713698] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be created. [ 1098.771216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.771461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.771543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.771756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.771935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.786850] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 1099.023250] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.023385] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.023462] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.023805] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.024094] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.024261] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.024404] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.024632] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.024776] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.025013] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.025123] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.025240] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.025333] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.025443] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.025548] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.025677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.043452] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.043613] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.043751] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.043924] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.044252] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-240a3f84-87e9-4ccf-9e09-dafadfebb487 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.044426] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.044545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.044879] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.045039] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240a3f84-87e9-4ccf-9e09-dafadfebb487',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.196921] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.197135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.197218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.197453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.198100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.198100] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.198230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.198230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.198375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.198458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.198542] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1099.225035] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.225035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.225035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.225347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.225347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.233876] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1099.547250] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.547511] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.547631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.547915] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.548116] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.548289] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 240a3f84-87e9-4ccf-9e09-dafadfebb487 not found, creating... [ 1099.548568] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.548722] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.548842] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.549075] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.549216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.549532] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.549703] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.549895] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.550145] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.550420] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.550517] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 240a3f84-87e9-4ccf-9e09-dafadfebb487 is going to be created. [ 1099.574685] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.574911] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.575032] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.575394] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.575625] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.575851] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.333796] env[65152]: INFO networking_nsxv3.common.synchronization [req-1415559e-0981-4d4c-bb54-926f3d152da2 req-e672bdb3-75c3-4220-961d-2c45630fd400 service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1100.334057] env[65152]: INFO networking_nsxv3.common.synchronization [req-1415559e-0981-4d4c-bb54-926f3d152da2 req-e672bdb3-75c3-4220-961d-2c45630fd400 service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1100.334145] env[65152]: INFO networking_nsxv3.common.synchronization [req-1415559e-0981-4d4c-bb54-926f3d152da2 req-e672bdb3-75c3-4220-961d-2c45630fd400 service nova] Enqueued Resource ID: 240a3f84-87e9-4ccf-9e09-dafadfebb487 with Priority: HIGHEST for action port [ 1100.334650] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1100.334808] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1100.334974] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a3f84-87e9-4ccf-9e09-dafadfebb487 with Priority: HIGHEST for action port [ 1100.335399] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.335567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.335682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.335981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.336159] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.337136] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.337244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.337446] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-240a3f84-87e9-4ccf-9e09-dafadfebb487 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.337549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.337615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.337785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.337860] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240a3f84-87e9-4ccf-9e09-dafadfebb487',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.802821] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 1100.803042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.839704] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.839854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.840071] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 240a3f84-87e9-4ccf-9e09-dafadfebb487 with status ACTIVE [ 1100.840251] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.840375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.840432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.840650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.840737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.840906] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.841033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.841078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.841216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.841294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.841469] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.841561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.841623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.842101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.842101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.842101] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 240a3f84-87e9-4ccf-9e09-dafadfebb487 is going to be updated. [ 1100.864943] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.865250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.865328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.865644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.865954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.866135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-240a3f84-87e9-4ccf-9e09-dafadfebb487" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.250082] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 4s [ 1101.944847] env[65152]: INFO networking_nsxv3.common.synchronization [req-1e0c38ff-529e-44e2-9d04-8c73fc4dc8a8 req-e5718caa-0b12-42f3-99af-a891c7093ac6 tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_members [ 1101.945480] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGHEST for action security_group_members [ 1101.945805] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.945923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.945991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.946203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.946361] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.946464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.946532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.946673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.946776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.946847] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.449441] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.449643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.449751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.450025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.450469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.450469] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.450585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.450668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.450835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.450943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.451054] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 is going to be updated. [ 1102.484077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.484077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.484077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.484077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.484444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.494216] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: IN_PROGRESS for 2s [ 1103.263822] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1103.264161] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1103.264293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.264543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.264824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.265114] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.265257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.265354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.265570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.265687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.265817] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.769751] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.271960] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.484494] env[65152]: INFO networking_nsxv3.common.synchronization [None req-28c48d15-98ad-43c8-aaec-f953973dd900 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_rules [ 1104.485889] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_rules [ 1104.485889] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.485889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.485889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.486075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.486173] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.504647] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 in Status: SUCCESS [ 1104.505656] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 deletion is rescheduled due to dependency. [ 1104.505656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.567895] env[65152]: INFO networking_nsxv3.common.synchronization [None req-a294597a-d96e-44d6-9cee-8a2a717a44c8 tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_rules [ 1104.568517] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_rules [ 1104.568835] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.568943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.774496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.774657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.774716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.774946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.775061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.775454] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1104.806115] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.806347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.806419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.806608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.806760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.815868] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1105.013239] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.013239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.013239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.013239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.013239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.013239] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 already deleted. [ 1105.013239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.013239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.013239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.013239] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.535259] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.535628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.535628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.535698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.535956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.535956] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 already deleted. [ 1105.535956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.827040] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1106.827602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.827602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.827668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.827831] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.827948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.828032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.828187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.828269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.828357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.828448] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.331026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.331227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.331273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.331464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.331642] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.331754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.331793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.331943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.332040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.332130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.332279] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.332370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.332430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.332565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.332698] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.332788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.332846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.332980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.333065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.333145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.333287] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.835323] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707: rpc.has_security_group_logging(os_id): False [ 1107.859347] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.859573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.859675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.859899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.859993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.860245] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.860352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.860416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.860572] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.860647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.860820] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.860914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.860975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.861165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.861244] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.861424] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.862032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.862106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.862255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.862336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1107.929412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.929567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.930332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.930332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.930332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.945826] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1109.077124] env[65152]: INFO networking_nsxv3.common.synchronization [req-c524f908-e4e4-4de3-a0e7-a1f7874cce8f req-3478110b-39af-4801-8e4f-6fb3bc2d5cda tempest-InstanceActionsNegativeTestJSON-900099631 tempest-InstanceActionsNegativeTestJSON-900099631-project-member] Enqueued Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_members [ 1109.077738] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_members [ 1109.078559] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.078761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.078897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.079208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.079489] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.079758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.079915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.080223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.080909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.081120] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.287184] env[65152]: INFO networking_nsxv3.common.synchronization [req-0ce02028-4ce5-4392-9a9a-3dde17050aa6 req-cfbc0120-21cb-4564-9492-ac1138f6d4d3 tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_members [ 1109.287184] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17da01b-aa5b-42bd-98b2-07eab287d03c with Priority: HIGHEST for action security_group_members [ 1109.287184] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17da01b-aa5b-42bd-98b2-07eab287d03c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.287184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.287184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.287638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.287953] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.288539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.289156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.290603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.290603] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17da01b-aa5b-42bd-98b2-07eab287d03c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.553531] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.553849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-310" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.553924] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-310" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.554259] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-310" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.554603] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.554788] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.554923] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.555268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.555483] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.555955] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.555955] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.556071] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.556176] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.556305] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.556459] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.556605] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.580309] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.580664] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.580903] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.581157] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-310" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.581520] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-18f3e301-d794-4d79-85cb-e4223536321b taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.581739] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.581809] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.582224] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.582447] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f3e301-d794-4d79-85cb-e4223536321b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.585378] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.585531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.585614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.585890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.586022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.586692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.586692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.586692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.586692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.586692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.587024] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb already deleted. [ 1109.587642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.793917] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.794489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.796489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.796489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.817195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.817368] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.817525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.817595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.817804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.817887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.817975] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17da01b-aa5b-42bd-98b2-07eab287d03c is going to be updated. [ 1109.844886] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.845097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.845097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.845495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.845663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.854450] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17da01b-aa5b-42bd-98b2-07eab287d03c in Status: IN_PROGRESS for 2s [ 1109.964640] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1109.964640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.085637] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.086035] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.086035] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.086351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.086512] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.086686] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 18f3e301-d794-4d79-85cb-e4223536321b not found, creating... [ 1110.086972] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.087158] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.087348] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.087608] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.087751] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.088099] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.088306] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.088479] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.088710] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.088849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.089013] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 18f3e301-d794-4d79-85cb-e4223536321b is going to be created. [ 1110.111846] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.112146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.112300] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.112622] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.112877] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.113139] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.391734] env[65152]: INFO networking_nsxv3.common.synchronization [req-34d18ee1-82fa-42a5-b8e0-fc89064be788 req-b11e312e-ad8c-412d-9624-382768a127d4 tempest-DeleteServersTestJSON-1960585600 tempest-DeleteServersTestJSON-1960585600-project-member] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1110.392406] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGHEST for action security_group_members [ 1110.392761] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.392950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.393055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.393349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.393560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.393684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.393764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.393971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.394086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.394197] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.829674] env[65152]: INFO networking_nsxv3.common.synchronization [req-c524f908-e4e4-4de3-a0e7-a1f7874cce8f req-c910ab11-0a3a-443d-9525-326473054145 service nova] Enqueued Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_rules [ 1110.829975] env[65152]: INFO networking_nsxv3.common.synchronization [req-c524f908-e4e4-4de3-a0e7-a1f7874cce8f req-c910ab11-0a3a-443d-9525-326473054145 service nova] Enqueued Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_members [ 1110.831618] env[65152]: INFO networking_nsxv3.common.synchronization [req-c524f908-e4e4-4de3-a0e7-a1f7874cce8f req-c910ab11-0a3a-443d-9525-326473054145 service nova] Enqueued Resource ID: 18f3e301-d794-4d79-85cb-e4223536321b with Priority: HIGHEST for action port [ 1110.832464] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_rules [ 1110.832686] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_members [ 1110.832876] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3e301-d794-4d79-85cb-e4223536321b with Priority: HIGHEST for action port [ 1110.833338] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.833696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.833696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.834166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.834220] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.835429] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.836093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.836093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.836093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.836374] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.836485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.836552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.836776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.836938] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.837116] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.845011] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f3e301-d794-4d79-85cb-e4223536321b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.845266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.845412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.845719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.845868] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f3e301-d794-4d79-85cb-e4223536321b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.849625] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.896590] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.896748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.896810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.897030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.919505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.919785] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.919905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.919973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.920190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.920278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.920368] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be updated. [ 1110.949529] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.949691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.949764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.949976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.950137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.960034] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: IN_PROGRESS for 2s [ 1111.349483] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.349808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.349808] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18f3e301-d794-4d79-85cb-e4223536321b with status ACTIVE [ 1111.350474] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.350474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.350474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.350474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.350474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.353922] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.353922] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.353922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.353922] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18f3e301-d794-4d79-85cb-e4223536321b is going to be updated. [ 1111.355395] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.388093] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.388283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.388378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.388564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.388707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.388890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f3e301-d794-4d79-85cb-e4223536321b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.463976] env[65152]: INFO networking_nsxv3.common.synchronization [req-13bc4336-bc39-4e4d-94eb-c0a7313263c9 req-97ddf915-5b5c-440e-99db-be76493f3a09 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1111.464563] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1111.464879] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.465014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.465508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.465798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.466021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.466817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.467644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.467644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.467644] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.467788] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.497095] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.497361] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.497499] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.497849] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.498025] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.498184] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.498310] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.498529] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.498667] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.498882] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.499173] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.499360] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.499529] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.499692] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.499844] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.500026] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.527376] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.527569] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.527725] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.527951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-314" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.528330] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-233522f2-ce2c-4234-99e0-b2aed3d70817 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.528482] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.528605] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.528868] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.529012] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233522f2-ce2c-4234-99e0-b2aed3d70817',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.778151] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.778438] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.778585] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.778764] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.779030] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.779212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.779304] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.779521] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.779710] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.779923] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.780057] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.780150] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.780259] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.780356] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.780458] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.780617] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.800138] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.800375] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.800542] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.800680] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-890" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.801322] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.801552] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.801748] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.802215] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.802390] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca39abd-5792-48e8-b6a9-6ad921b8ecc0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.857954] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.858226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.858226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.858610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.858788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.858918] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb is going to be created. [ 1111.866069] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17da01b-aa5b-42bd-98b2-07eab287d03c in Status: SUCCESS [ 1111.866299] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17da01b-aa5b-42bd-98b2-07eab287d03c deletion is rescheduled due to dependency. [ 1111.866406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17da01b-aa5b-42bd-98b2-07eab287d03c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.885022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.885233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.885370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.885523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.885702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.895997] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb in Status: UNINITIALIZED for 2s [ 1111.970441] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.031485] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.031718] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.031769] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.032064] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.032216] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.032510] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.032672] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.032791] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.033033] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.033171] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.033442] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.033597] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.033711] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.033910] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.034051] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.034193] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 is going to be updated. [ 1112.054621] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.054874] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.055040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.055437] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.055675] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.055943] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.304939] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.304939] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.305173] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.305342] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.305500] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.305685] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 not found, creating... [ 1112.305928] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.306094] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.306212] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.306431] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.306568] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.306839] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.306991] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.307120] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.307350] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.307495] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.307636] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 is going to be created. [ 1112.348278] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.348547] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.348684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.348989] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.349250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.349493] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473031] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.761295] env[65152]: INFO networking_nsxv3.common.synchronization [req-51c18546-052c-4af6-a5fa-1c117a531df6 req-18745541-b1d0-43f2-85dd-291bd4e42e04 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 1112.761479] env[65152]: INFO networking_nsxv3.common.synchronization [req-51c18546-052c-4af6-a5fa-1c117a531df6 req-18745541-b1d0-43f2-85dd-291bd4e42e04 service nova] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1112.761619] env[65152]: INFO networking_nsxv3.common.synchronization [req-51c18546-052c-4af6-a5fa-1c117a531df6 req-18745541-b1d0-43f2-85dd-291bd4e42e04 service nova] Enqueued Resource ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 with Priority: HIGHEST for action port [ 1112.762134] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_rules [ 1112.762273] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1112.762536] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 with Priority: HIGHEST for action port [ 1112.762646] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.767178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.767351] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.768250] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.768373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.768444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.768627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.768777] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.768873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.768934] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.769091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.769175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.769263] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.770009] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-233522f2-ce2c-4234-99e0-b2aed3d70817 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.770131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.770266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.770404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.770490] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233522f2-ce2c-4234-99e0-b2aed3d70817',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.972072] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a253a56-156d-442a-968a-fbdf939fa432 in Status: SUCCESS [ 1112.972072] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 deletion is rescheduled due to dependency. [ 1112.972072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.975638] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.976551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.976551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.976551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.976551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.976828] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1113.005270] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.005703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.005949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.006301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.006736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.016423] env[65152]: INFO networking_nsxv3.common.synchronization [req-13bc4336-bc39-4e4d-94eb-c0a7313263c9 req-92f7c4cf-495b-4a8c-bbcb-c43b37e2abc2 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 1113.016423] env[65152]: INFO networking_nsxv3.common.synchronization [req-13bc4336-bc39-4e4d-94eb-c0a7313263c9 req-92f7c4cf-495b-4a8c-bbcb-c43b37e2abc2 service nova] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1113.016423] env[65152]: INFO networking_nsxv3.common.synchronization [req-13bc4336-bc39-4e4d-94eb-c0a7313263c9 req-92f7c4cf-495b-4a8c-bbcb-c43b37e2abc2 service nova] Enqueued Resource ID: 1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 with Priority: HIGHEST for action port [ 1113.017373] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_rules [ 1113.017373] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1113.017373] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 with Priority: HIGHEST for action port [ 1113.017930] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1113.018273] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.018409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.018480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.018675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.018758] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.019682] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.019682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.019876] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.019964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.020054] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.020203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.020276] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca39abd-5792-48e8-b6a9-6ad921b8ecc0',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.275736] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.275736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.276009] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 233522f2-ce2c-4234-99e0-b2aed3d70817 with status ACTIVE [ 1113.276061] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.276907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.276907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.276907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.276907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.276907] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.276907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.276907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.277266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.277266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.277266] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.277384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.277415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.277577] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.277607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.277841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 233522f2-ce2c-4234-99e0-b2aed3d70817 is going to be updated. [ 1113.278793] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.302091] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.302252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.302325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.302542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.302684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.302857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233522f2-ce2c-4234-99e0-b2aed3d70817" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.523252] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.523252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.523608] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 with status ACTIVE [ 1113.523608] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.523765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.523765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.523990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.524211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.524390] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.524493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.524557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.524718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.524802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.525738] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.525738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.525738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.525738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.525738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.525738] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ca39abd-5792-48e8-b6a9-6ad921b8ecc0 is going to be updated. [ 1113.548745] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.548921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.548993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.549227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.549400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.549569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ca39abd-5792-48e8-b6a9-6ad921b8ecc0" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.782252] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.909829] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb in Status: SUCCESS [ 1113.910217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.910512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.910851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.911262] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.911429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.911510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.911760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.911882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.912027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.912235] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.285322] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.285521] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.285596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.285847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.286023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.286116] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 1114.316058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.316058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.316058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.316058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.316058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.328819] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 1114.414502] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.414666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.414732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.414954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.415143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.415266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.415345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.415504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.415589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.415680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.415827] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.415922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.415988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.416142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.416278] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.416370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.416433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.416564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.416638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.416719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.416808] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.919439] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4316d44a-d671-42c6-84de-b3c8eb9b1abb: rpc.has_security_group_logging(os_id): False [ 1114.939291] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.939475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.939532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.939812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.939918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.940203] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.940310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.940375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.940543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.940622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.940810] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.940899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.940960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.941187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.941362] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.941467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.941556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.941813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.941899] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb is going to be created. [ 1114.996695] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.996822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.996895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.997156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.997456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.010374] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb in Status: IN_PROGRESS for 2s [ 1115.028709] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1115.028960] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.029146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.029366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.029562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.029700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.029744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.029886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.029963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.030075] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.532594] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.034854] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.340723] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 1116.340723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.340999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.341304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.341436] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.341586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.341666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.341949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.342012] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.342106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.342224] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.537966] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.537966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.537966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.537966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.538299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.538299] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1116.570743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.571085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.571085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.571225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.571399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.584915] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1116.844567] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.844836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.845275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.845275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.845545] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.845759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.845819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.846068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.846258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.846401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.846736] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.846907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.847042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.847618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.847618] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.847618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.847771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.847889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.847993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.848123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.848240] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.022816] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb in Status: SUCCESS [ 1117.023071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.350660] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e290d10-5c3d-4aaa-b191-9e443a8cddf3: rpc.has_security_group_logging(os_id): False [ 1117.368948] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.369114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.369278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.369443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.369508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.369735] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.369843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.369909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.370072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.370408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.370710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.370710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.371427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.371427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.371427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.371427] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.371427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.371427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.372278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.372278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.372278] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 1117.442839] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.442839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.442839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.442839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.442839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.462787] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 1117.533334] env[65152]: INFO networking_nsxv3.common.synchronization [req-ac53696a-2027-41bb-b6e6-9ab14af3285f req-760db4ae-9637-49d5-8390-0eb0b38fc17e tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_members [ 1117.533767] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_members [ 1117.533882] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.533998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.533998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.534346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.534439] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.534548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.534612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.534770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.534928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.534987] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.876024] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.876024] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.876024] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.876699] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.878397] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.878397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.878397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.878397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.878397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.878781] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.878781] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.878781] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.878931] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.878984] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.879111] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.879256] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.913891] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.914155] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.914352] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.914570] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-857" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.915123] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-b70a530c-db80-44ef-8e58-16d489628136 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.915465] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.915677] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.916425] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.916623] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70a530c-db80-44ef-8e58-16d489628136',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.038125] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.038293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.038390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.038705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.038792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.039018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.039120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.039185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.039353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.039434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.039526] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 already deleted. [ 1118.039610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.425047] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.425047] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.425532] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.425532] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.425599] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.425747] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port b70a530c-db80-44ef-8e58-16d489628136 not found, creating... [ 1118.426025] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.426397] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.426539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.426770] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.426908] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.427208] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.427410] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.427550] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.427830] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.428042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.428273] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: b70a530c-db80-44ef-8e58-16d489628136 is going to be created. [ 1118.451234] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.451322] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.451548] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.451896] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.452265] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.452583] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.650122] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1118.650367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.650593] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.650826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.651041] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.651169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.651235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.651387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.651469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.651555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.651648] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.154216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.155309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.155309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.155309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.155583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.155583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.155664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.156234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.156234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.156234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.156234] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.156509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.156509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.156575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.156742] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.156891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.156986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.157165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.157263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.157551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.157703] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.203636] env[65152]: INFO networking_nsxv3.common.synchronization [req-ac53696a-2027-41bb-b6e6-9ab14af3285f req-68df54ca-03af-4d57-94f9-80920af92e70 service nova] Enqueued Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_rules [ 1119.203883] env[65152]: INFO networking_nsxv3.common.synchronization [req-ac53696a-2027-41bb-b6e6-9ab14af3285f req-68df54ca-03af-4d57-94f9-80920af92e70 service nova] Enqueued Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_members [ 1119.204059] env[65152]: INFO networking_nsxv3.common.synchronization [req-ac53696a-2027-41bb-b6e6-9ab14af3285f req-68df54ca-03af-4d57-94f9-80920af92e70 service nova] Enqueued Resource ID: b70a530c-db80-44ef-8e58-16d489628136 with Priority: HIGHEST for action port [ 1119.204607] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_rules [ 1119.204766] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_members [ 1119.204995] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70a530c-db80-44ef-8e58-16d489628136 with Priority: HIGHEST for action port [ 1119.205338] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.206193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.206193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.206193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.206193] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.209315] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.209424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.209424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.209627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.209786] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.209888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.209971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.210139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.210241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.210335] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.211231] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-b70a530c-db80-44ef-8e58-16d489628136 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.211345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.211424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.211583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.211660] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70a530c-db80-44ef-8e58-16d489628136',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.485475] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 1119.485721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.660424] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1cde64-2ea1-4c97-b4ae-715ece378b0d: rpc.has_security_group_logging(os_id): False [ 1119.682287] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.682469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.682540] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.682784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.682915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.683183] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.683424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.683424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.683552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.683983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.683983] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.683983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.684186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.684392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.684462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.684641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.684917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.684917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.685189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.685189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.685189] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1119.713489] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.713489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.713733] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b70a530c-db80-44ef-8e58-16d489628136 with status ACTIVE [ 1119.713837] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.713946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.714049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.714322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.714367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.714562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.714671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.714752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.714918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.714997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.715227] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.715351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.715414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.715585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.715664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.715772] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b70a530c-db80-44ef-8e58-16d489628136 is going to be updated. [ 1119.716906] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.739655] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.739655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.739655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.739655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.739655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.739655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b70a530c-db80-44ef-8e58-16d489628136" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.766476] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.766613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.766705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.766915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.767076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.784998] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1120.219218] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.389939] env[65152]: INFO networking_nsxv3.common.synchronization [req-e153c89c-5a21-4618-80be-0c9820ac278f req-53098dcf-3866-4b8f-9d05-c6fe726a888f tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1120.390411] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1120.390662] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.391085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.391463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.391545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.391698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391900] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.510954] env[65152]: INFO networking_nsxv3.common.synchronization [req-9ae53530-c863-4fa6-ad7e-587e5592dd6b req-2f90d1f5-9120-4427-8a94-f5c90faef72c tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 1120.511549] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 1120.511884] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.512275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.512275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.512275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.512437] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.512532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.512596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.512736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.512823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.512918] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.721813] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.721991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.722106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.722393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.722515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.722636] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 is going to be created. [ 1120.751079] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.751317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.751425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.751745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.751980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.764496] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 in Status: UNINITIALIZED for 2s [ 1120.894415] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.895035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.895141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.895441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.895545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.895816] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.895933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.896035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.896229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.896332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.896450] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1120.924966] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.925153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.925209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.925412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.925581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.934839] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1121.019690] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.521989] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.830667] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1121.830900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.024466] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.024634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.024707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.024923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.025024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.025126] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be updated. [ 1122.054274] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.054450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.054526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.054886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.055481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.065616] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: IN_PROGRESS for 2s [ 1122.776054] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 in Status: SUCCESS [ 1122.776393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.776426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.776643] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.776833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.776949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.777024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.777179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.777257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.777343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.777493] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.946254] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1122.946643] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1122.946873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.280572] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.783056] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c293dc2-663f-49f3-85df-79dee7ea65b6: rpc.has_security_group_logging(os_id): False [ 1123.816313] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.816696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.816847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.817148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.817372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.817719] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.817901] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.818085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.818301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.818406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.818629] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 is going to be created. [ 1123.889720] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.889989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.890084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.890396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.890601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.903615] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 in Status: IN_PROGRESS for 2s [ 1124.079413] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 1124.079678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.901247] env[65152]: INFO networking_nsxv3.common.synchronization [req-40f5773e-80fe-491c-9125-91aa83d7904e req-f3a1713c-619c-483b-a08f-11e4e5adb979 tempest-InstanceActionsNegativeTestJSON-900099631 tempest-InstanceActionsNegativeTestJSON-900099631-project-member] Enqueued Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_members [ 1124.901812] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGHEST for action security_group_members [ 1124.902132] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.902334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.902334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.902545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.902666] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.902760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.902865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.903893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.903893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.903893] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.410182] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.410357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.410441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.410773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.410806] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.411062] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.411177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.411603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.411603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.411603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.411738] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb is going to be updated. [ 1125.415832] env[65152]: INFO networking_nsxv3.common.synchronization [req-fa3a2771-cb54-4b87-9124-a219a118d2bc req-bda735a1-d3c2-477f-97b7-a468e13e52c8 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1125.416833] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1125.417215] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.417344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.417432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.417902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.418126] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.418256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.418335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.418510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.418614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.418718] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.444131] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.445218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.445218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.445218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.445218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.457370] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb in Status: IN_PROGRESS for 2s [ 1125.831986] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.832294] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.832516] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.832910] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.833374] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.833587] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.833780] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.834194] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.834344] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.834554] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.834666] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.834774] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.834884] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.834999] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.835141] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.835276] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.853378] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.853578] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.853766] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.853831] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.854179] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-fd1b66b7-d52a-49bd-93c2-a08087f0c728 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.854357] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.854476] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.854977] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.855139] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1b66b7-d52a-49bd-93c2-a08087f0c728',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.918593] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 in Status: SUCCESS [ 1125.918593] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.921307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.921455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.921530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.921756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.921843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.922098] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.922922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.923506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.923790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.923943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.924159] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1125.955590] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.956735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.956735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.956735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.957071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.967535] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1126.358530] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.358766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.358891] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.359207] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.360088] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.360088] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port fd1b66b7-d52a-49bd-93c2-a08087f0c728 not found, creating... [ 1126.360088] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.360088] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.360088] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.360440] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.360440] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.360638] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.360790] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.360903] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.361122] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.361253] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.361387] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: fd1b66b7-d52a-49bd-93c2-a08087f0c728 is going to be created. [ 1126.383466] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.383720] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.383810] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.384132] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.384363] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.384601] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.094258] env[65152]: INFO networking_nsxv3.common.synchronization [req-fa3a2771-cb54-4b87-9124-a219a118d2bc req-c8029ae5-5741-428a-b31a-74f316b499ee service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1127.094574] env[65152]: INFO networking_nsxv3.common.synchronization [req-fa3a2771-cb54-4b87-9124-a219a118d2bc req-c8029ae5-5741-428a-b31a-74f316b499ee service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1127.094574] env[65152]: INFO networking_nsxv3.common.synchronization [req-fa3a2771-cb54-4b87-9124-a219a118d2bc req-c8029ae5-5741-428a-b31a-74f316b499ee service nova] Enqueued Resource ID: fd1b66b7-d52a-49bd-93c2-a08087f0c728 with Priority: HIGHEST for action port [ 1127.095088] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1127.095221] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1127.095318] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1b66b7-d52a-49bd-93c2-a08087f0c728 with Priority: HIGHEST for action port [ 1127.096635] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.096854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.097021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.097253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.097367] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.098540] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.098835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.099115] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd1b66b7-d52a-49bd-93c2-a08087f0c728 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.099344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.099707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.099775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.099866] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1b66b7-d52a-49bd-93c2-a08087f0c728',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.470621] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb in Status: SUCCESS [ 1127.471214] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb deletion is rescheduled due to dependency. [ 1127.471214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.602369] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.602547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.602621] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd1b66b7-d52a-49bd-93c2-a08087f0c728 with status ACTIVE [ 1127.602891] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.603023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.603094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.603312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.603395] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.603573] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.603693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.603838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.604014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.604095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.604282] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.604374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.604433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.604570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.604628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.604713] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd1b66b7-d52a-49bd-93c2-a08087f0c728 is going to be updated. [ 1127.625683] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.625933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.625933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.626180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.626318] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.626475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd1b66b7-d52a-49bd-93c2-a08087f0c728" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769593] env[65152]: INFO networking_nsxv3.common.synchronization [req-3b679aec-21fe-4b4a-98a0-d021525fbd8a req-959dc765-5c18-42ea-badc-dc95e055c015 tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 1127.770179] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 1127.770507] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.770628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.770704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.772233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.772651] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.772651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.772651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.772948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.772948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.773065] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.978553] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1127.978850] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1127.978949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.979177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.979456] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.979731] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.979887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.979966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.983369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.983628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.983818] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.207255] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.207614] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.207653] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.207992] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.208413] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.208645] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.208923] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.209673] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.210024] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.210529] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.211120] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.211606] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.211842] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.212445] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.212789] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.213107] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.234248] env[65152]: INFO networking_nsxv3.common.synchronization [None req-9b18089c-f29f-472c-9df0-09d2bdfcc81f None None] Enqueued Resource ID: e0cab433-0a12-4237-a7e5-622ba29e43fe with Priority: HIGHEST for action port [ 1128.234847] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.235098] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.235641] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.235908] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.236281] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-3ba09f43-cc8e-4116-af02-568b775ab23e taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.236583] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.236717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.237097] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.237204] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba09f43-cc8e-4116-af02-568b775ab23e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.238243] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cab433-0a12-4237-a7e5-622ba29e43fe with Priority: HIGHEST for action port [ 1128.238737] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0cab433-0a12-4237-a7e5-622ba29e43fe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.238847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0cab433-0a12-4237-a7e5-622ba29e43fe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.238914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0cab433-0a12-4237-a7e5-622ba29e43fe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.239320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0cab433-0a12-4237-a7e5-622ba29e43fe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.239600] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cab433-0a12-4237-a7e5-622ba29e43fe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.276385] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.276671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.276840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.277104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.277247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.277494] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.277703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.277822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.278025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.278147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.278273] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be deleted. [ 1128.312414] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.312697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.312765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.312957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.313062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.313165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.487018] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.739956] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.740232] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.740362] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.740670] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.740914] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.741140] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 3ba09f43-cc8e-4116-af02-568b775ab23e not found, creating... [ 1128.741420] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.741582] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.741729] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.741980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.742141] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.742494] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.742683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.742904] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.743193] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.743335] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.743502] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 3ba09f43-cc8e-4116-af02-568b775ab23e is going to be created. [ 1128.744719] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0cab433-0a12-4237-a7e5-622ba29e43fe [ 1128.744910] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.746174] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.746268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.746498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.746498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.746910] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0cab433-0a12-4237-a7e5-622ba29e43fe already deleted. [ 1128.746910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0cab433-0a12-4237-a7e5-622ba29e43fe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.765073] env[65152]: INFO networking_nsxv3.common.synchronization [req-64375830-df1a-4c7b-907b-649d31ce763a req-413468d9-f98c-450c-a983-9237d32ffcd0 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1128.766409] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.766637] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.766764] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.767048] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.767308] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.767882] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.768508] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1128.768990] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.769110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.769389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.769389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.769491] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.769582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.769642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.769803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.769897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.770018] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.992088] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.273173] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.449278] env[65152]: INFO networking_nsxv3.common.synchronization [req-497edc71-5185-4193-b622-446bb09ae046 req-3a4b9d09-d0e9-41a6-8a67-2103332e80fc tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_members [ 1129.449660] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGHEST for action security_group_members [ 1129.449981] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.450121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.450188] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.450384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.450576] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.450634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.450691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.450826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.451359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.451359] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.496780] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.496780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.496780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.496780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.496780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.496780] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1129.518238] env[65152]: INFO networking_nsxv3.common.synchronization [req-3b679aec-21fe-4b4a-98a0-d021525fbd8a req-b79d4226-639c-49a2-8f82-05218ac8e8a4 service nova] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_rules [ 1129.518238] env[65152]: INFO networking_nsxv3.common.synchronization [req-3b679aec-21fe-4b4a-98a0-d021525fbd8a req-b79d4226-639c-49a2-8f82-05218ac8e8a4 service nova] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 1129.518238] env[65152]: INFO networking_nsxv3.common.synchronization [req-3b679aec-21fe-4b4a-98a0-d021525fbd8a req-b79d4226-639c-49a2-8f82-05218ac8e8a4 service nova] Enqueued Resource ID: 3ba09f43-cc8e-4116-af02-568b775ab23e with Priority: HIGHEST for action port [ 1129.518238] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_rules [ 1129.518238] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 1129.518238] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba09f43-cc8e-4116-af02-568b775ab23e with Priority: HIGHEST for action port [ 1129.518238] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.518238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.518238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.518238] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.519083] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.521107] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.521384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.521558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.521922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.522200] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.524021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.524021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.524021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.524021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.524021] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.524021] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba09f43-cc8e-4116-af02-568b775ab23e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.524021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.524021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.524021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.526244] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba09f43-cc8e-4116-af02-568b775ab23e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.528410] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.528631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.528751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.528854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.528977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.541334] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1129.775018] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.959585] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.959585] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.959585] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.959585] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 is going to be updated. [ 1129.991831] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.992021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.992084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.992267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.992416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.002644] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: IN_PROGRESS for 2s [ 1130.023160] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.023160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.030170] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.032693] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ba09f43-cc8e-4116-af02-568b775ab23e with status ACTIVE [ 1130.032908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.033056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.033119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.033329] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.033418] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.033592] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.033693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.033757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.033899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.033975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.034217] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.034277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.034305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.038026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.038026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.038026] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ba09f43-cc8e-4116-af02-568b775ab23e is going to be updated. [ 1130.060385] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.060385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.060385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.060385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.060385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.060385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.131342] env[65152]: INFO networking_nsxv3.common.synchronization [req-d94d9386-1658-4232-a78a-86d51d9e9fc2 req-bcdc8895-feb1-4163-8f79-97843c9f76bc tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1130.133419] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1130.133419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.133419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.133419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.133419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.133766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.133766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.134720] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.276487] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.276850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.276850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.277216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.277615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.277869] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1130.314566] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.314749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.314824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.315055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.315210] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.337462] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1130.533662] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.637134] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.038286] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.038286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.038286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.038286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.038286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.038286] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be created. [ 1131.069312] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.069531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.069648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.071091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.071091] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.083997] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: UNINITIALIZED for 2s [ 1131.141190] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.434769] env[65152]: INFO networking_nsxv3.common.synchronization [None req-720eb9f5-f8a8-42f5-9bf0-b822da0d9ff7 None None] Enqueued Resource ID: f311f2a9-22bc-4d18-b20f-65a2e4879096 with Priority: HIGHEST for action port [ 1131.435496] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f311f2a9-22bc-4d18-b20f-65a2e4879096 with Priority: HIGHEST for action port [ 1131.435842] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f311f2a9-22bc-4d18-b20f-65a2e4879096 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.435982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f311f2a9-22bc-4d18-b20f-65a2e4879096" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.436080] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f311f2a9-22bc-4d18-b20f-65a2e4879096" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.436411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f311f2a9-22bc-4d18-b20f-65a2e4879096" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.436511] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f311f2a9-22bc-4d18-b20f-65a2e4879096',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.555447] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1131.555447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.555447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.555447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.555447] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.555779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.555779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.555779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.555865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.555917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.556306] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.646432] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.646584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.646686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.646840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.646935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.647063] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be updated. [ 1131.678640] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.678907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.678907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.679117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.679267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.689683] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: IN_PROGRESS for 2s [ 1131.939152] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f311f2a9-22bc-4d18-b20f-65a2e4879096 [ 1131.939401] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.939555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.939625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.939839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.939953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.940150] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f311f2a9-22bc-4d18-b20f-65a2e4879096 already deleted. [ 1131.940254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f311f2a9-22bc-4d18-b20f-65a2e4879096" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.014838] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 in Status: SUCCESS [ 1132.015046] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 deletion is rescheduled due to dependency. [ 1132.015164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.058905] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.059142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.059662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.060344] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.060344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.060344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.060344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.060535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.060535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.060794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.060794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.061190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.061190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.061190] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.061297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.061331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.061476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.061570] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.061631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.061744] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.351073] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1132.351301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.565860] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707: rpc.has_security_group_logging(os_id): False [ 1132.585833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.586241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.586460] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.587613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.588780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.589172] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.589923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.589923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.589923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.589923] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.590857] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.594018] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.594018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.594018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1132.656472] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.656690] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.656814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.657066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.657231] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.686010] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1133.096385] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: SUCCESS [ 1133.096609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.096908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.097112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.097313] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.097429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.097500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.097715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.097810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.097943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.099069] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.601543] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.601859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.601859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.602144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.602328] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.602481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.602560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.602752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.602875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.602975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.603199] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.603334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.603422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.603595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.603763] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.603886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.603958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.604457] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.604563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604801] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.703344] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: SUCCESS [ 1133.703652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.959278] env[65152]: INFO networking_nsxv3.common.synchronization [req-21c4ab21-97de-4aad-9649-453907a1897c req-1108ba32-19da-4b8a-ae38-41393796d606 tempest-ServerRescueNegativeTestJSON-29919617 tempest-ServerRescueNegativeTestJSON-29919617-project-member] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 1133.959810] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGHEST for action security_group_members [ 1133.962705] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.962705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.962705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.962705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.962705] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.962705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.963142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.963142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.963142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.963142] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.107137] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea: rpc.has_security_group_logging(os_id): False [ 1134.124974] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.125739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.125739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.125739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.125898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.126609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.126609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.126609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.126609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.126609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.126609] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.126940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.126940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.127894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.128131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.128233] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.128325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.128399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.128546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.128627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.129184] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be created. [ 1134.190455] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.190751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.190751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.190948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.191181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.205862] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: IN_PROGRESS for 2s [ 1134.466035] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.466163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.466220] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.466628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.466753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.467069] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.467252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.467378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.467692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.467807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.467915] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be updated. [ 1134.497032] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.497746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.497894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.498153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.498304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.508751] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: IN_PROGRESS for 2s [ 1134.701861] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1134.702233] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.226647] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: SUCCESS [ 1136.226987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.519279] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566201dc-8758-4f4b-9c19-34df492806c1 in Status: SUCCESS [ 1136.519465] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 deletion is rescheduled due to dependency. [ 1136.519554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.887144] env[65152]: INFO networking_nsxv3.common.synchronization [None req-4b47d612-b6d8-4543-8254-da4232f78a3c tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_rules [ 1137.887996] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_rules [ 1137.887996] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.888112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.888112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.888380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.888463] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.985558] env[65152]: INFO networking_nsxv3.common.synchronization [None req-af5962a0-2d9a-463c-bb8c-7dd2ae5524b0 tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_rules [ 1137.986150] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_rules [ 1137.986474] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.986580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.260281] env[65152]: INFO networking_nsxv3.common.synchronization [req-121cf286-d62a-4bd9-91fe-5162d896de45 req-77e9e8bc-6af0-47ba-bf2c-43f115fce16f tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 1138.260844] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGHEST for action security_group_members [ 1138.261399] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.261522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.261589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.261828] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.261998] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.262111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.262172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.262343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.262432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.263210] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.409762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.409950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.410437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.410437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.410605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.410605] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 already deleted. [ 1138.410709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.412376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.412376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.412376] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.658467] env[65152]: INFO networking_nsxv3.common.synchronization [req-8e4eedd3-1819-49e7-8a92-e5a319befd73 req-ca405eea-a186-4792-9298-f5e43cde4b7d tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 1138.659051] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGHEST for action security_group_members [ 1138.659357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.659492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.659550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.659745] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.660083] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.660973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.661118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.661372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.661372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.661557] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.683540] env[65152]: INFO networking_nsxv3.common.synchronization [req-9f4b0212-3591-48e6-ba46-7e5f322f4aa1 req-3f791273-90b9-4430-ad05-033851b9c1c4 tempest-ServersTestJSON-670201719 tempest-ServersTestJSON-670201719-project-member] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1138.684192] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGHEST for action security_group_members [ 1138.684382] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.685382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.685382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.685575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.685814] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.685895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.685895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.686092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.686194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.686239] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.711799] env[65152]: INFO networking_nsxv3.common.synchronization [req-8e4eedd3-1819-49e7-8a92-e5a319befd73 req-ca405eea-a186-4792-9298-f5e43cde4b7d tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 3ba09f43-cc8e-4116-af02-568b775ab23e with Priority: HIGHEST for action port [ 1138.712443] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba09f43-cc8e-4116-af02-568b775ab23e with Priority: HIGHEST for action port [ 1138.716339] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba09f43-cc8e-4116-af02-568b775ab23e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.716411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.716449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.717495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.718859] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba09f43-cc8e-4116-af02-568b775ab23e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.768226] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.768513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.768694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.769059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.769246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.769529] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.769734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.769807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.770025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.770105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.770209] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 is going to be updated. [ 1138.803170] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.803357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.803422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.803626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.803769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.814719] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: IN_PROGRESS for 2s [ 1138.938648] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.938648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.938648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.938648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.938648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.938648] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 already deleted. [ 1138.938648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.164161] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.164349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.165148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.165372] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.165466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.165728] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.165842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.165910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.166076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.166154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.166250] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be updated. [ 1139.189588] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.189588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.189805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.189895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.189949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.190302] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.190425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.190500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.190686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.190769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.190867] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be updated. [ 1139.208421] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.208421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.208591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.208877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.209082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.221758] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: IN_PROGRESS for 2s [ 1139.222016] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ba09f43-cc8e-4116-af02-568b775ab23e with status ACTIVE [ 1139.222319] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.222496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.222600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.222827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.222966] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.223252] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.223403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.223506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.223729] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.223818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.224097] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.224192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.224267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.224402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.224699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.224699] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ba09f43-cc8e-4116-af02-568b775ab23e is going to be updated. [ 1139.226294] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.226469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.226469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.226675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.226750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.239634] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 2s [ 1139.251048] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.251258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.251334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.251591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.251735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.251899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba09f43-cc8e-4116-af02-568b775ab23e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.833695] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f26018a-f499-4c18-b23c-e36e09025d90 in Status: SUCCESS [ 1140.834144] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 deletion is rescheduled due to dependency. [ 1140.834144] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.233269] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: IN_PROGRESS for 4s [ 1141.252575] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: IN_PROGRESS for 4s [ 1141.547775] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-0c046c91-6406-46cd-bd8c-92c3df307418 tempest-ListServersNegativeTestJSON-103822952 tempest-ListServersNegativeTestJSON-103822952-project-member] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1141.548601] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1141.548947] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.549057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.549133] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.549410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.549672] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.549749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.549749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.549989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.550894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.550894] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.878191] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.878614] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.878614] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.878933] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.879587] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.879725] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.879827] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.880708] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.880881] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.884018] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.884018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.884018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.884018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.884018] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.884018] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.884018] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.907292] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.907537] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.907799] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.908424] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.908874] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.909143] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.909347] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.909752] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.909952] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffc074e-7d2c-4c6d-8791-176c9e7a2e76',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.053560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.053787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.053787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.054027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.054115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.054343] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.054486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.054486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.054793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.054793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.054793] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f already deleted. [ 1142.054945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.076760] env[65152]: INFO networking_nsxv3.common.synchronization [req-e36600fd-fb3d-4847-9118-050a13eb6f75 req-b1f07d61-4690-4f64-b558-f5deb5da44be tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1142.077368] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGHEST for action security_group_members [ 1142.077693] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.077859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.077925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.078455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.078651] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.078760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.078835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.079064] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.079187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.079309] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.415789] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.416078] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.416209] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.416492] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.416645] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.416805] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 not found, creating... [ 1142.417091] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.417250] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.417366] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.417586] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.417784] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.418108] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.418268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.418388] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.418590] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.418724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.418866] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 is going to be created. [ 1142.441345] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.441561] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.441684] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.441984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.442284] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.442524] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.581662] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.581865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.581957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.582262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.582430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.582670] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.582755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.582855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.583039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.583179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.583248] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be updated. [ 1142.619031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.619207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.619268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.619470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.619613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.634023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: IN_PROGRESS for 2s [ 1143.164957] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-60adb309-5c5b-4bde-a5d9-33a1d185d0de service nova] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_rules [ 1143.165291] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-60adb309-5c5b-4bde-a5d9-33a1d185d0de service nova] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1143.165393] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-60adb309-5c5b-4bde-a5d9-33a1d185d0de service nova] Enqueued Resource ID: 1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 with Priority: HIGHEST for action port [ 1143.165942] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_rules [ 1143.166623] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1143.166908] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 with Priority: HIGHEST for action port [ 1143.167315] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.167498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.167761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.167984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.168167] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.169407] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.170200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.171067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.171067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.171067] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.171297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.171297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.171985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.171985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.171985] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.172881] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.173021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.173073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.173252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.173367] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffc074e-7d2c-4c6d-8791-176c9e7a2e76',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.250614] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea in Status: SUCCESS [ 1143.250894] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea deletion is rescheduled due to dependency. [ 1143.251028] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.267918] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d in Status: SUCCESS [ 1143.268430] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d deletion is rescheduled due to dependency. [ 1143.268601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.674958] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.676306] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.676485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.676938] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 with status ACTIVE [ 1143.677163] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.677374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.677438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.677627] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.677773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.677971] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.678098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.678179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.678367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.678452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.678744] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.678857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.678857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.679068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.679157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.679249] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ffc074e-7d2c-4c6d-8791-176c9e7a2e76 is going to be updated. [ 1143.706906] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.707121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.707121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.707355] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.707495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.707657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ffc074e-7d2c-4c6d-8791-176c9e7a2e76" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.823659] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-abd06b85-3f3f-428c-8c79-00e70a7cf20f tempest-ListServersNegativeTestJSON-103822952 tempest-ListServersNegativeTestJSON-103822952-project-member] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1143.824540] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1143.824622] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.824692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.113520] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.113706] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.115659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.115659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.115659] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.115659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.115659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.115659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.115659] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.115659] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.115659] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.116400] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.116400] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.116400] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.116400] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.116400] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.135461] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.135719] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.135877] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.136082] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.136497] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-87715aca-9a78-42f6-9703-1cb080692876 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.136683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.136808] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.137213] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.137365] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87715aca-9a78-42f6-9703-1cb080692876',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.177888] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.640421] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.640705] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.640753] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.641036] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.641196] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.641375] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 87715aca-9a78-42f6-9703-1cb080692876 not found, creating... [ 1144.641620] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.641780] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.641947] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.642246] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.642392] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.642685] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.642843] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.642959] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.643201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.643408] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.643601] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 87715aca-9a78-42f6-9703-1cb080692876 is going to be created. [ 1144.645383] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 in Status: SUCCESS [ 1144.645545] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 deletion is rescheduled due to dependency. [ 1144.645654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.664777] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.665018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.665154] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.665450] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.665691] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.665922] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.680420] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.680629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.680755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.681097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.681247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.681411] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be created. [ 1144.708135] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.708345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.708345] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.708539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.708694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.736298] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: UNINITIALIZED for 2s [ 1145.407857] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-08152b0d-e37d-4dc5-b879-08d52bfff2a0 service nova] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_rules [ 1145.408769] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-08152b0d-e37d-4dc5-b879-08d52bfff2a0 service nova] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1145.409035] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-08152b0d-e37d-4dc5-b879-08d52bfff2a0 service nova] Enqueued Resource ID: 87715aca-9a78-42f6-9703-1cb080692876 with Priority: HIGHEST for action port [ 1145.409710] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_rules [ 1145.409818] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1145.409921] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87715aca-9a78-42f6-9703-1cb080692876 with Priority: HIGHEST for action port [ 1145.410383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.410512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.410756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.410878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411151] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-87715aca-9a78-42f6-9703-1cb080692876 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.411437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.411519] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87715aca-9a78-42f6-9703-1cb080692876',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.913813] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87715aca-9a78-42f6-9703-1cb080692876 with status ACTIVE [ 1145.914350] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.914350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.914350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.914536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.914536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.914706] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.914804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.914889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.915058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.915131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.915703] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.915703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.915703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.915703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.915703] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.915948] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87715aca-9a78-42f6-9703-1cb080692876 is going to be updated. [ 1145.938551] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.938788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.938919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.939240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.939421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.939606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87715aca-9a78-42f6-9703-1cb080692876" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.141770] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-8e303d10-a5b3-494b-9871-de633b86deb6 tempest-ListServersNegativeTestJSON-103822952 tempest-ListServersNegativeTestJSON-103822952-project-member] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1146.142332] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1146.143077] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.143194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.506021] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.506021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.506021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.506021] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.506471] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.506471] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.506471] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.506618] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.506955] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.510065] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.510065] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.510065] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.510065] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.510065] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.510065] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.510065] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.531577] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.531761] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.531910] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.532117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-482" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.532451] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-d5f15cb3-d511-492a-ba23-8378004bd770 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.532631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.532743] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.533604] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.533604] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f15cb3-d511-492a-ba23-8378004bd770',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.748223] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1146.748223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.748557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.749541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.749541] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.749541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.749541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.749541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.749541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.749898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.749898] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.754198] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.754386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.755291] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.755291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.755291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.755291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.755291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.755291] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.035671] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.035986] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.036145] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.036486] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.036664] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.036824] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port d5f15cb3-d511-492a-ba23-8378004bd770 not found, creating... [ 1147.037108] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.037289] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.037424] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.037674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.037869] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.038236] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.038451] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.038589] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.038826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.038985] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.039142] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: d5f15cb3-d511-492a-ba23-8378004bd770 is going to be created. [ 1147.061349] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.061576] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.061708] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.062122] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.062226] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.062465] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.257577] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.257870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.259125] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.752022] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-bb408c01-b903-41ad-9c13-e48d71053d53 service nova] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_rules [ 1147.752022] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-bb408c01-b903-41ad-9c13-e48d71053d53 service nova] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1147.752022] env[65152]: INFO networking_nsxv3.common.synchronization [req-305f8aa7-9105-4889-8b4e-01ac1c4f3feb req-bb408c01-b903-41ad-9c13-e48d71053d53 service nova] Enqueued Resource ID: d5f15cb3-d511-492a-ba23-8378004bd770 with Priority: HIGHEST for action port [ 1147.752022] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_rules [ 1147.752022] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1147.752022] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f15cb3-d511-492a-ba23-8378004bd770 with Priority: HIGHEST for action port [ 1147.752022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.752022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.752022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.753059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.753430] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f15cb3-d511-492a-ba23-8378004bd770 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.754211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.754211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.754211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.754211] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f15cb3-d511-492a-ba23-8378004bd770',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.761116] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.256490] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5f15cb3-d511-492a-ba23-8378004bd770 with status ACTIVE [ 1148.256714] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.256852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.256925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.257209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.257304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.257495] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.257600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.257666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.257847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.257924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.258118] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.258214] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.258275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.258412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.258498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.258600] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5f15cb3-d511-492a-ba23-8378004bd770 is going to be updated. [ 1148.263496] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.263989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.263989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.264123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.264284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.264402] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1148.284841] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.285066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.285066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.285277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.285414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.285582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f15cb3-d511-492a-ba23-8378004bd770" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.303268] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.303490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.303537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.303755] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.303902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.313982] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1150.337113] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1150.337487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.337607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.337851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.338112] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.338974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.339079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.339271] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.339361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.339466] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.843169] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.348642] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.851686] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.851967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.851967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.852212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.852462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.852571] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1151.895671] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.895922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.896270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.896366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.896999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.910769] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1152.683934] env[65152]: INFO networking_nsxv3.common.synchronization [None req-c3d439ea-0942-4c44-a16d-dc4e33c5b08c tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1152.685241] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1152.685241] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.685241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.685241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.685241] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.685414] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.765876] env[65152]: INFO networking_nsxv3.common.synchronization [None req-35177711-dd96-4eea-b5c9-17bd9cc6b75d tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1152.766419] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1152.766939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.767052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.215833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.216280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.216461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.216741] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.216936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.217130] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be already deleted. [ 1153.217298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.217945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.218262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.219475] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.743336] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.743926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.743926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.743926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.744114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.744114] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be already deleted. [ 1153.744259] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.921495] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1153.921705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.921973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.922134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.922322] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.922473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.922579] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.922736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.922849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.922989] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.426052] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.928766] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.431836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.431997] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.432092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.432321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.432413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.432518] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1155.465026] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.465194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.465292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.465637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.465637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.475423] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1157.488203] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1157.488548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.488698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.488919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.489143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.489292] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.489358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.489490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.489568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.489653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.489822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.489902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.489962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.490116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.490251] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.490545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.490545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.490545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.490678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.490678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.490769] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.491650] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.491811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.491955] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.492067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.492129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.492266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.492499] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.492499] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.767567] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.767567] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1157.994749] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 585042f6-9d80-49a6-a2be-0cdba4f3f72f: rpc.has_security_group_logging(os_id): False [ 1157.997046] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.017218] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.017218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.017218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.017464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.017464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.017671] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.017793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.017832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.018066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.018165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.018452] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.018897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.019082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.019274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.019360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.019639] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.019756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.019866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.020103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.020224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.020329] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be created. [ 1158.089797] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.089955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.090035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.090269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.090472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.102421] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1158.499419] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.832933] env[65152]: INFO networking_nsxv3.common.synchronization [req-cd637004-88bd-4bd5-9146-124315f2188b req-6cb697dd-0885-4dd8-8d1a-cd18a80b33f5 tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_members [ 1158.833587] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_members [ 1158.833893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.834187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.834255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.834487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.835290] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.835290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.835290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.835290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.835290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.835290] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.001497] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.004121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.004121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.004121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.004121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.004121] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1159.035045] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.035296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.035412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.035667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.035894] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.047731] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1159.218040] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.218040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.218040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.218351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.218617] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.218799] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.219114] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.219269] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.219401] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.219695] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.219790] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.219846] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.219975] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.220077] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.220201] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.220430] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.255054] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.255267] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.255503] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.255820] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-68" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.256229] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-f3716868-01e2-4dd3-bc32-02f1f176bba1 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.256512] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.256657] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.257133] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.257356] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3716868-01e2-4dd3-bc32-02f1f176bba1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.337416] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.337664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.337664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.337892] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.338025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.338255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.338373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.338429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.338593] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.338676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.338761] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 already deleted. [ 1159.338873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.759989] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.760313] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.760373] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.760661] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.760826] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.760975] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port f3716868-01e2-4dd3-bc32-02f1f176bba1 not found, creating... [ 1159.761252] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.761418] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.761539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.761830] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.762069] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.762450] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.762640] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.762770] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.763030] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.763181] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.763493] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: f3716868-01e2-4dd3-bc32-02f1f176bba1 is going to be created. [ 1159.784395] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.784640] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.784767] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.785079] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.785348] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.785587] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.947022] env[65152]: INFO networking_nsxv3.common.synchronization [req-7015313e-612b-4c9d-8dd0-242463c2c439 req-104f69a5-18b3-4365-8465-e53c7a8336aa tempest-ListServersNegativeTestJSON-103822952 tempest-ListServersNegativeTestJSON-103822952-project-member] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1159.948555] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1159.948901] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.949171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.115040] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1160.115040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.115262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.115537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.115645] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.482347] env[65152]: INFO networking_nsxv3.common.synchronization [req-cd637004-88bd-4bd5-9146-124315f2188b req-6eb47256-1166-4927-bf12-9401c5ba52a3 service nova] Enqueued Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_rules [ 1160.482550] env[65152]: INFO networking_nsxv3.common.synchronization [req-cd637004-88bd-4bd5-9146-124315f2188b req-6eb47256-1166-4927-bf12-9401c5ba52a3 service nova] Enqueued Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_members [ 1160.482731] env[65152]: INFO networking_nsxv3.common.synchronization [req-cd637004-88bd-4bd5-9146-124315f2188b req-6eb47256-1166-4927-bf12-9401c5ba52a3 service nova] Enqueued Resource ID: f3716868-01e2-4dd3-bc32-02f1f176bba1 with Priority: HIGHEST for action port [ 1160.482966] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_rules [ 1160.483115] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_members [ 1160.483214] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3716868-01e2-4dd3-bc32-02f1f176bba1 with Priority: HIGHEST for action port [ 1160.483832] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.483930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.483930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.484141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.484222] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.485074] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.485192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.485258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.485425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.485569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.485662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.485730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.485872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.485954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.486085] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.487103] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3716868-01e2-4dd3-bc32-02f1f176bba1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.487177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.487234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.487382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.487454] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3716868-01e2-4dd3-bc32-02f1f176bba1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.618353] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.618557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.989346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.989761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.989761] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.990641] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3716868-01e2-4dd3-bc32-02f1f176bba1 with status ACTIVE [ 1160.990838] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.990964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.991047] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.991274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.991368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.991560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.991653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.991724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.992904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.992904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.992904] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.992904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.992904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.992904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.992904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.992904] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3716868-01e2-4dd3-bc32-02f1f176bba1 is going to be updated. [ 1161.014875] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.015178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.015281] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.015560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.015719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.015890] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3716868-01e2-4dd3-bc32-02f1f176bba1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.059681] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1161.060010] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.060201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.060428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.060615] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.060732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.061049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.061049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.061049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.061152] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.494747] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.563736] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.842941] env[65152]: INFO networking_nsxv3.common.synchronization [None req-7b3e1555-68fe-4f16-89c7-4e5404242084 tempest-AttachInterfacesTestJSON-1273553042 tempest-AttachInterfacesTestJSON-1273553042-project-member] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1161.843600] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGHEST for action security_group_members [ 1161.843975] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.844139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.844234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.844508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.844641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.844750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.844814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.844965] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.845092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.845195] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.998034] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.998034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.998034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.998034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.998523] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.998523] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 is going to be created. [ 1162.024166] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.024320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.024393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.024609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.024803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.034752] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 in Status: UNINITIALIZED for 2s [ 1162.066360] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.348113] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.348444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.348444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.349204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.349204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.349204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.349204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.349204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.349204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.349444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.349444] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be updated. [ 1162.400910] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.401077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.401139] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.401359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.401498] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.413911] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: IN_PROGRESS for 2s [ 1162.568763] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.569042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.569197] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.569467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.569610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.569772] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1162.604110] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.604855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.604855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.604855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.604855] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.614576] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1164.050705] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 in Status: SUCCESS [ 1164.051098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.051160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.051382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.051583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.051801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.051931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.052014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.052097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.052191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.052371] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.423355] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 in Status: SUCCESS [ 1164.423549] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 deletion is rescheduled due to dependency. [ 1164.423663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.554709] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.624710] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1164.624898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.625207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.625435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.625641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.625762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.625856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.625980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.626077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.626168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.626258] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.058063] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8: rpc.has_security_group_logging(os_id): False [ 1165.075632] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.075765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.075765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.076317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.076317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.076536] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.076705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.076916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.077053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.077170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.077407] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 is going to be created. [ 1165.128569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.128827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.128827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.129062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.129248] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.129356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.129424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.129592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.129678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.129756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.129908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.130031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.130083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.130230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.130403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.130485] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.130532] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.130646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.130722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.130802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.130890] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.139079] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.139228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.139304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.139495] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.139672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.153299] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 in Status: IN_PROGRESS for 2s [ 1165.634529] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 585042f6-9d80-49a6-a2be-0cdba4f3f72f: rpc.has_security_group_logging(os_id): False [ 1165.661216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.661216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.661216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.661216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.665084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.665084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.665084] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.665084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.665084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.665084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.665084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.665084] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1165.731881] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.731881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.731881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.731881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.731881] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.747793] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1165.768785] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf4b2cf6-a9c4-4ed6-b2f8-738dd71485b5 req-e37fb809-295d-462b-a1fb-fbf982c91ae0 tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1165.768785] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1165.768785] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.768785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.768785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.768785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.768785] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.769800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.769800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.769800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.769800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.769800] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.145560] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.145560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.145560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.146385] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.150019] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.150019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.150019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.150019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.150019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.150019] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.150019] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.150019] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.150019] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.150019] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.150019] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.150019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.170059] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.170059] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.170059] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.170059] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.170059] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-56fa5d9d-d8b8-479c-a556-541b77729393 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.170059] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.170059] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.170059] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.170059] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fa5d9d-d8b8-479c-a556-541b77729393',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.271715] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.271910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.271983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.272730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.272730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.272730] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.272730] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.272981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.273132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.273191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.274817] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be already deleted. [ 1166.274817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.672750] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.672960] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.673125] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.673388] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.673543] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.673715] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 56fa5d9d-d8b8-479c-a556-541b77729393 not found, creating... [ 1166.674893] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.675089] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.675226] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.675484] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.675633] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.675934] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.676117] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.676234] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.676461] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.676600] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.676784] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 56fa5d9d-d8b8-479c-a556-541b77729393 is going to be created. [ 1166.699551] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.699551] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.699551] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.699878] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.700124] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.700640] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780964] env[65152]: INFO networking_nsxv3.common.synchronization [None req-de501bc0-504c-4f5d-9c37-7ce30cb347b4 None None] Enqueued Resource ID: 6aaa9bad-0308-40ec-93e9-00e37bfe583e with Priority: HIGHEST for action port [ 1166.781590] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaa9bad-0308-40ec-93e9-00e37bfe583e with Priority: HIGHEST for action port [ 1166.781921] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aaa9bad-0308-40ec-93e9-00e37bfe583e taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.782127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aaa9bad-0308-40ec-93e9-00e37bfe583e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.782224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aaa9bad-0308-40ec-93e9-00e37bfe583e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.782451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aaa9bad-0308-40ec-93e9-00e37bfe583e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.782529] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aaa9bad-0308-40ec-93e9-00e37bfe583e',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.169332] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 in Status: SUCCESS [ 1167.169332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.286455] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6aaa9bad-0308-40ec-93e9-00e37bfe583e [ 1167.286951] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.286951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.286951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.287184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.287234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.287291] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6aaa9bad-0308-40ec-93e9-00e37bfe583e already deleted. [ 1167.287374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aaa9bad-0308-40ec-93e9-00e37bfe583e" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.486569] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf4b2cf6-a9c4-4ed6-b2f8-738dd71485b5 req-46fb5a60-c5cd-4970-832f-cc6d3ef26292 service nova] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1167.486569] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf4b2cf6-a9c4-4ed6-b2f8-738dd71485b5 req-46fb5a60-c5cd-4970-832f-cc6d3ef26292 service nova] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1167.486569] env[65152]: INFO networking_nsxv3.common.synchronization [req-bf4b2cf6-a9c4-4ed6-b2f8-738dd71485b5 req-46fb5a60-c5cd-4970-832f-cc6d3ef26292 service nova] Enqueued Resource ID: 56fa5d9d-d8b8-479c-a556-541b77729393 with Priority: HIGHEST for action port [ 1167.486569] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1167.486569] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1167.486569] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fa5d9d-d8b8-479c-a556-541b77729393 with Priority: HIGHEST for action port [ 1167.486569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.486569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.487415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.487981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.488194] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.489306] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.489542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.489747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.490032] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.490312] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.490587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.490850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.491187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.498327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.498327] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.498327] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-56fa5d9d-d8b8-479c-a556-541b77729393 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.498327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.498327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.498327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.498327] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fa5d9d-d8b8-479c-a556-541b77729393',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.762087] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1167.762322] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.762777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.762777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.762875] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.000727] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.001883] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.002014] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.002224] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56fa5d9d-d8b8-479c-a556-541b77729393 with status ACTIVE [ 1168.002383] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.002481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.002550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.002751] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.002839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.003022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.003883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.003883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.003883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.004089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.004288] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.004629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.004629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.004629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.004784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.004784] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56fa5d9d-d8b8-479c-a556-541b77729393 is going to be updated. [ 1168.031464] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.031464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.031464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.031464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.031464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.031464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.267014] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.267526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.267526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.267636] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.267739] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.267836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.267898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.268115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.268365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.268562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.268781] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.507431] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.771189] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.771405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.771405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.771677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.771877] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.771992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.771992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.772132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.772221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.772307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.772450] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.772541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.772600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.772750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.772962] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.772962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.773087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.773148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.773222] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.773302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.773392] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.011569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.011764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.011838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.012072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.012173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.012279] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be is going to be created. [ 1169.027335] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f79db51f-f491-4e12-9d6e-afd47af15bc9 None None] Enqueued Resource ID: eb132dea-20d7-4579-adb5-0130552abea3 with Priority: HIGHEST for action port [ 1169.027925] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb132dea-20d7-4579-adb5-0130552abea3 with Priority: HIGHEST for action port [ 1169.028296] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb132dea-20d7-4579-adb5-0130552abea3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.028425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb132dea-20d7-4579-adb5-0130552abea3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.028494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb132dea-20d7-4579-adb5-0130552abea3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.028737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb132dea-20d7-4579-adb5-0130552abea3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.028821] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb132dea-20d7-4579-adb5-0130552abea3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.037818] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.037948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.038024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.038263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.038423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.048890] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: UNINITIALIZED for 2s [ 1169.275398] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 585042f6-9d80-49a6-a2be-0cdba4f3f72f: rpc.has_security_group_logging(os_id): False [ 1169.292831] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.293470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.293470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.293470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.293470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.293671] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.293671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.293758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.293863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.293939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.294119] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.294217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.294277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.294409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.294481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.294721] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.294788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.294850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.294989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.295287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.295423] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1169.370685] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.371067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.371067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.371183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.371299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.395116] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1169.530812] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb132dea-20d7-4579-adb5-0130552abea3 [ 1169.531058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.531235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.531304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.531502] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.531628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.531750] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb132dea-20d7-4579-adb5-0130552abea3 already deleted. [ 1169.531841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb132dea-20d7-4579-adb5-0130552abea3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.026403] env[65152]: INFO networking_nsxv3.common.synchronization [req-6b0f533d-b9fe-4bbd-aa3e-23bdcaef751a req-0e1a41c6-2a7b-4d4e-a305-629bfec1712d tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1171.027021] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1171.027381] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.027501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.027566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.027766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.027975] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.028060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.028116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.029942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.029942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.029942] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.060317] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: SUCCESS [ 1171.060700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.060700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.060981] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.061098] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.061225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.061314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.061869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.061869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.061869] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.061869] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.415320] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1171.415560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.424085] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.424085] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.424085] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.424085] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.424365] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.424485] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.424603] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.424827] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.424972] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.429374] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.429494] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.429614] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.429726] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.429841] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.429952] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.430108] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.449654] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.449879] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.450039] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.450263] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-897" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.450665] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.450856] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.450993] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.451381] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.451528] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfe8c70-e787-44b7-8a85-dd86b6a78fc4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.530687] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.567641] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.954602] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.955608] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.956086] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.956312] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.956505] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.956690] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 not found, creating... [ 1171.957034] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.957230] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.957441] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.957701] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.958275] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.958275] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.958506] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.958650] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.958935] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.959135] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.959380] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 is going to be created. [ 1171.981987] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.982268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.982398] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.982735] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.983028] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.983387] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.033191] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.069939] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dae0e73-139b-49db-b36d-a4ced510c5be: rpc.has_security_group_logging(os_id): False [ 1172.114779] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.115131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.115131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.115344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.115413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.115690] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.115814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.115870] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.116130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.116229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.116326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be is going to be created. [ 1172.212417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.212417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.212417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.212417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.212417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.231711] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: IN_PROGRESS for 2s [ 1172.535715] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.536218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.536218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.536310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.536415] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.536515] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be updated. [ 1172.573743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.573924] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.573980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.574175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.574321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.594328] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 1172.707126] env[65152]: INFO networking_nsxv3.common.synchronization [req-6b0f533d-b9fe-4bbd-aa3e-23bdcaef751a req-03f3c1e0-a2b4-4a2f-8db6-ef30af0a8345 service nova] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 1172.707491] env[65152]: INFO networking_nsxv3.common.synchronization [req-6b0f533d-b9fe-4bbd-aa3e-23bdcaef751a req-03f3c1e0-a2b4-4a2f-8db6-ef30af0a8345 service nova] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1172.712248] env[65152]: INFO networking_nsxv3.common.synchronization [req-6b0f533d-b9fe-4bbd-aa3e-23bdcaef751a req-03f3c1e0-a2b4-4a2f-8db6-ef30af0a8345 service nova] Enqueued Resource ID: ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 with Priority: HIGHEST for action port [ 1172.712248] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_rules [ 1172.712248] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1172.712248] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 with Priority: HIGHEST for action port [ 1172.712458] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.712547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.712611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.712840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.712920] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.714276] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.714452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.714660] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.714772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.714842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.715072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.715072] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfe8c70-e787-44b7-8a85-dd86b6a78fc4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.217166] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.217591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.217591] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 with status ACTIVE [ 1173.217776] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.217910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.217975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.218314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.218421] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.218637] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.218756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.218848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.219059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.219183] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.219461] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.219591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.219939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.219939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.219939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.220070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecfe8c70-e787-44b7-8a85-dd86b6a78fc4 is going to be updated. [ 1173.242978] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.243211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.243796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.243796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.243796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.244009] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecfe8c70-e787-44b7-8a85-dd86b6a78fc4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.378839] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-b9ab4dc7-1457-4c7d-b0f9-928aed1ac63e tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1173.379537] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1173.380160] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.380352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.380352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.380670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.380809] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.380932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.380998] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.381176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.385027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.385027] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.719013] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.719222] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.719344] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.719731] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.719993] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.720166] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.720320] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.720601] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.720802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.721069] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.721228] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.721381] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.721545] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.721680] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.721857] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.722027] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.757602] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.757898] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.758062] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.758311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.758672] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-fb78a437-3385-4b50-81fa-4b11fd7b7609 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.759039] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.759202] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.759638] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.759794] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb78a437-3385-4b50-81fa-4b11fd7b7609',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.885210] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.885377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.885478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.885663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.885742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.885926] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.886058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.886098] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.886258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.886346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.886426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c already deleted. [ 1173.886477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.204505] env[65152]: INFO networking_nsxv3.common.synchronization [req-f15a0947-16b4-4467-8b3c-b11450f4411d req-cf87bb7e-b851-4d10-9805-19e7e9175bfc tempest-ListServersNegativeTestJSON-103822952 tempest-ListServersNegativeTestJSON-103822952-project-member] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1174.205144] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1174.205500] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.205672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.205749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.205991] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.206173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.206301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.206370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.206549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.206639] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.206737] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.246326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: SUCCESS [ 1174.246678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.262924] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.263199] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.263316] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.263813] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.263813] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.264027] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port fb78a437-3385-4b50-81fa-4b11fd7b7609 not found, creating... [ 1174.264241] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.264418] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.264555] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.264850] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.264963] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.265317] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.265519] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.265631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.265854] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.265999] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.266190] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: fb78a437-3385-4b50-81fa-4b11fd7b7609 is going to be created. [ 1174.289991] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.290245] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.290351] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.290747] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.290981] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.291418] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.606635] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 1174.606635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.606635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.606635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.606635] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.606635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.606635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.606635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.606635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.606635] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.641367] env[65152]: INFO networking_nsxv3.common.synchronization [req-1911b25d-e1eb-49ec-a5de-0ad8ece54dbc req-fc11aadb-76ef-45d8-8fcb-5171a980b5da tempest-ListServersNegativeTestJSON-103822952 tempest-ListServersNegativeTestJSON-103822952-project-member] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1174.641994] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGHEST for action security_group_members [ 1174.642647] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.642647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.712265] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.994551] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-ac0bb3b7-7dbe-4b08-842a-d8fdf9e50501 service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1174.994551] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-ac0bb3b7-7dbe-4b08-842a-d8fdf9e50501 service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1174.994632] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-ac0bb3b7-7dbe-4b08-842a-d8fdf9e50501 service nova] Enqueued Resource ID: fb78a437-3385-4b50-81fa-4b11fd7b7609 with Priority: HIGHEST for action port [ 1174.995103] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1174.995103] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1174.995103] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb78a437-3385-4b50-81fa-4b11fd7b7609 with Priority: HIGHEST for action port [ 1174.995617] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.995736] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.995801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.996063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.996151] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.997342] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.997458] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.997526] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.997704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.997847] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.997939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.997992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.998179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.998277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.998384] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.999357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb78a437-3385-4b50-81fa-4b11fd7b7609 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.999357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.999357] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.999539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.999539] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb78a437-3385-4b50-81fa-4b11fd7b7609',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.108712] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.215064] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.501189] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.501542] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.502682] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.503592] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb78a437-3385-4b50-81fa-4b11fd7b7609 with status ACTIVE [ 1175.503794] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.503914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.503982] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.504205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.504293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.504461] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.504555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.504617] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.504768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.504844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.505027] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.505122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.505267] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.505313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.505386] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.505471] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb78a437-3385-4b50-81fa-4b11fd7b7609 is going to be updated. [ 1175.527312] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.527508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.527508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.527717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.527875] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.528042] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb78a437-3385-4b50-81fa-4b11fd7b7609" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.610874] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.652424] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-c8cb37a8-f34f-4d31-a0fd-08e38fa7d46b tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1175.653162] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1175.653583] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.653697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.717875] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.718227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.718531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.718838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.719037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.719219] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1175.753756] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.753756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.753926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.754099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.754191] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.764163] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1175.992852] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.994017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.994017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.994017] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.994017] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.994405] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.994629] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.994980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.995277] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.995583] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.997910] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.997910] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.997910] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.997910] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.997910] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.997910] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.007556] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.016942] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.017278] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.017402] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.017483] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.017813] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-d24c0efe-bc34-4367-9ece-98a68c511a77 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.017983] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.018122] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.018594] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.018740] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24c0efe-bc34-4367-9ece-98a68c511a77',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.113778] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.113778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.113778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.113778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.114083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.114083] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be updated. [ 1176.142596] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.142793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.142793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.143068] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.143239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.152727] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 1176.511465] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.511864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.511864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.511971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.512099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.512206] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be created. [ 1176.523451] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.523746] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.523833] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.524146] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.524385] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.524579] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port d24c0efe-bc34-4367-9ece-98a68c511a77 not found, creating... [ 1176.524977] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.525265] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.525421] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.525674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.525887] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.526279] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.526473] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.526633] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.526918] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.527063] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.527253] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: d24c0efe-bc34-4367-9ece-98a68c511a77 is going to be created. [ 1176.541304] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.541789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.541946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.542219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.542408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.551734] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.551988] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.552129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.552483] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.552760] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.553015] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.554558] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: UNINITIALIZED for 2s [ 1177.294720] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-b8c97937-8541-4bbb-acad-3edbc43df847 service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1177.294902] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-b8c97937-8541-4bbb-acad-3edbc43df847 service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1177.295050] env[65152]: INFO networking_nsxv3.common.synchronization [req-53779a50-0da1-45b2-b11e-4515be1d9362 req-b8c97937-8541-4bbb-acad-3edbc43df847 service nova] Enqueued Resource ID: d24c0efe-bc34-4367-9ece-98a68c511a77 with Priority: HIGHEST for action port [ 1177.295656] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1177.295799] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1177.295851] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24c0efe-bc34-4367-9ece-98a68c511a77 with Priority: HIGHEST for action port [ 1177.296143] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.296248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.296463] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.296520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.296704] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-d24c0efe-bc34-4367-9ece-98a68c511a77 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.296844] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.297192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.297192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.297192] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24c0efe-bc34-4367-9ece-98a68c511a77',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.775986] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1177.776413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.776484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.776808] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.777024] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.777147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.777219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.777393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.777541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.777748] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.799465] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d24c0efe-bc34-4367-9ece-98a68c511a77 with status ACTIVE [ 1177.799713] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.799910] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.800839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.801217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.801359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.801864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.802859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.802859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.802859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.802859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.803129] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.803129] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.803307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.803649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.803889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.804073] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d24c0efe-bc34-4367-9ece-98a68c511a77 is going to be updated. [ 1177.833973] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.833973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.833973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.834159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.834159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.834337] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d24c0efe-bc34-4367-9ece-98a68c511a77" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.163309] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 1178.163968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.163968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.164312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.164605] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.164793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.164913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.165154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.165310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.165461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.165656] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.280710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.280710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.280710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.280710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.280710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.281022] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.281022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.281022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.281212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.281212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.281311] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be updated. [ 1178.312406] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.312406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.312406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.312583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.312770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.341061] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: IN_PROGRESS for 2s [ 1178.564584] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1178.564803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.564968] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.565239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.565494] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.565652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.565760] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.565944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.566043] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.566156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.566297] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.567376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.567576] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.567788] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.567936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.568011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.568168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.568294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.568394] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.668271] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.071030] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.071553] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.071553] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.171216] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebb5064-4dc9-4646-98f7-10b84cb8a9be: rpc.has_security_group_logging(os_id): False [ 1179.189515] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.189811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.189898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.190143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.193023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.193023] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.193023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.193023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.193023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.193023] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.193023] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be updated. [ 1179.265358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.265533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.265615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.265823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.266424] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.288077] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 1179.574809] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.077764] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.078274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.078274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.078382] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.078660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.078788] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1180.117375] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.117578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.117677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.117972] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.118208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.128858] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1180.359194] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f in Status: SUCCESS [ 1180.359194] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f deletion is rescheduled due to dependency. [ 1180.359194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.302498] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 1181.302750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.139222] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1182.139509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.139678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.139905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.140109] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.140224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.140284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.140429] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.140508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.140612] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.296560] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.296765] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1182.643252] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.146284] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.649692] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.650119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.650119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.650246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.650367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.650497] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1183.693877] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.694142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.694274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.694571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.694721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.705309] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1185.599875] env[65152]: INFO networking_nsxv3.common.synchronization [None req-ff308a57-7b79-457e-bc04-6e00a5c37955 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: 509524d4-e65f-4127-8865-4f9223905430 with Priority: HIGHEST for action security_group_rules [ 1185.601292] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 509524d4-e65f-4127-8865-4f9223905430 with Priority: HIGHEST for action security_group_rules [ 1185.603830] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-509524d4-e65f-4127-8865-4f9223905430 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.603830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.603830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.603830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.603830] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('509524d4-e65f-4127-8865-4f9223905430',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.693883] env[65152]: INFO networking_nsxv3.common.synchronization [None req-33de47e8-b278-4fb6-a996-1ba4ad0bf200 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: 509524d4-e65f-4127-8865-4f9223905430 with Priority: HIGHEST for action security_group_rules [ 1185.693883] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 509524d4-e65f-4127-8865-4f9223905430 with Priority: HIGHEST for action security_group_rules [ 1185.693883] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-509524d4-e65f-4127-8865-4f9223905430 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.693883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.718597] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1185.718912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.719190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.719632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.719966] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.720158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.720229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.720450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.720578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.720743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.721607] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.721743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.721805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.722013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.722218] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.722310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.722383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.722513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.722575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.722674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.723155] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.126979] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.127489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.127625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.127915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.128202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.128415] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 509524d4-e65f-4127-8865-4f9223905430 already deleted. [ 1186.128544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.128715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.128889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.128975] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('509524d4-e65f-4127-8865-4f9223905430',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.225318] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0894a57-baef-4938-8474-5b5d90f7ed1c: rpc.has_security_group_logging(os_id): False [ 1186.246757] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.246757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.246757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.246757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.246757] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.247058] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.247058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.247058] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.247261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.247312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.249506] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.249506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.249506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.249506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.249506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.249864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.249864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.249864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.250026] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.250127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.250161] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be created. [ 1186.320445] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.320693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.320812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.321158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.321431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.361853] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1186.651581] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.651943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.651943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.652123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.652237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.652345] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 509524d4-e65f-4127-8865-4f9223905430 already deleted. [ 1186.652428] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-509524d4-e65f-4127-8865-4f9223905430" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.918887] env[65152]: INFO networking_nsxv3.common.synchronization [req-836cfa7f-c6b8-4d6a-ae88-27584d2b23f6 req-1793005f-cd14-4a04-b7aa-f170d319003a tempest-AttachVolumeNegativeTest-2072168535 tempest-AttachVolumeNegativeTest-2072168535-project-member] Enqueued Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_members [ 1186.918887] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGHEST for action security_group_members [ 1186.919826] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.919826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.919826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.919826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.919826] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.920135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.920135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.920135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.920255] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.920255] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.424483] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.424483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.424483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.424769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.424769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.425019] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.425168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.425258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.426031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.426031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.426031] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 is going to be updated. [ 1187.455050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.455302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.455302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.455822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.466378] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 in Status: IN_PROGRESS for 2s [ 1188.374604] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1188.374961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.375097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.375453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.375453] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.878073] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.879041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.879041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.879041] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.879175] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.879226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.879327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.879497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.879975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.879975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.879975] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.886462] env[65152]: INFO networking_nsxv3.common.synchronization [req-5ebc8fe6-5c5b-4940-94ef-763a52f13430 req-eb1350ce-e9b7-4027-aa1c-4d02e03c0514 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1188.887016] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1188.888050] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.888050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.888050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.888392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.888392] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.888531] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.888575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.888727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.889170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.889273] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.383074] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.383074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.383074] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.383512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.383512] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.383512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.383512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.383642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.383674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.383810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.383885] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.383986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.384079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.384178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.384316] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.384425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.384490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.384589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.384670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.384732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.384821] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.391596] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.391739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.391799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.391925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.392056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.392193] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.392288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.392349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.392506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.392580] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.392667] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1189.422059] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.422201] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.422297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.422548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.422725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.431167] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1189.476869] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 in Status: SUCCESS [ 1189.477074] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 deletion is rescheduled due to dependency. [ 1189.477193] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.663912] env[65152]: INFO networking_nsxv3.common.synchronization [req-b7cba96f-c667-48d0-9a03-3b4b57af23c5 req-91f2bf5b-264f-4c41-95aa-2b897174ea79 tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1189.664487] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1189.664949] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.665486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.665566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.665767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.665928] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.666142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.666142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.666265] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.666358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.666482] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.714443] env[65152]: INFO networking_nsxv3.common.synchronization [req-e43e85ae-97b7-4b61-affa-624f4c402bdb req-1d0c9222-d68d-41d3-8d54-cfee61f39556 tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1189.714941] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1189.715296] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.715400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.886760] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0894a57-baef-4938-8474-5b5d90f7ed1c: rpc.has_security_group_logging(os_id): False [ 1189.904130] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.904353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.904353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.904558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.904652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.904856] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.904955] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.905029] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.905179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.905253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.905509] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.905603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.905670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.905809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.905983] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.906158] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.906158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.906274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.906543] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.906652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.906753] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1189.985280] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.985465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.985505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.985723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.985872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.998678] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1190.168775] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.670970] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.173020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.173221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.173298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.173520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.173613] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.173717] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1191.204118] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.204307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.204389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.204666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.204866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.214405] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1191.444382] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1191.444613] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1191.444718] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.463363] env[65152]: INFO networking_nsxv3.common.synchronization [req-e02d690a-41c1-4e1f-8066-efee4f0db42b req-f8da912b-2148-4b53-861e-fe646692d840 tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1191.464208] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1191.464680] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.464856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.464967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.465280] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.465849] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.466052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.466167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.466452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.466693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.466803] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.970340] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.970742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.970742] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.970860] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.970958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.971177] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.971277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.971328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.971486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.971569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.971638] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1192.000020] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.000185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.000264] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.000484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.000642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.012687] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1192.017226] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1192.017445] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.224857] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1193.224857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.224857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.224857] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.224857] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.225492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.225492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.225492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.225492] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.225492] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.728445] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.728625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.728689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.728909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.729015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.729228] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.729336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.729411] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.729623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.729728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.729770] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1193.757838] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.758024] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.758073] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.758256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.758436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.768048] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1194.022418] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1194.022616] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 deletion is rescheduled due to dependency. [ 1194.022696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.021664] env[65152]: INFO networking_nsxv3.common.synchronization [req-4464782d-5451-4378-9cc4-c48d676b5c58 req-e00c9eb6-30bc-40ac-8128-b29ffbeae704 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1195.021968] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1195.023560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.023560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.023560] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.023784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.024338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.024338] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.024338] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.407485] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.407802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.407802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.408133] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.408317] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.408497] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.408625] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.408841] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.408987] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.409212] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.409769] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.409769] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.409769] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.409769] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.409769] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.410019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.430378] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.430626] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.430840] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.431067] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.431460] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-c761b5e2-adf8-4b93-861c-da83cd668084 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.431707] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.431868] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.432318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.432518] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c761b5e2-adf8-4b93-861c-da83cd668084',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.526969] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.527180] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.527257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.527472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.527563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.527765] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.527867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.527929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.528100] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.528178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.528267] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1195.554757] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.554995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.554995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.555208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.555352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.563888] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1195.779471] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1195.779707] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c deletion is rescheduled due to dependency. [ 1195.779799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.935670] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.936038] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.936248] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.936764] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.936924] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.937143] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port c761b5e2-adf8-4b93-861c-da83cd668084 not found, creating... [ 1195.937443] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.937611] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.937730] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.937967] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.938132] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.938485] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.938667] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.938789] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.939014] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.939161] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.939302] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: c761b5e2-adf8-4b93-861c-da83cd668084 is going to be created. [ 1195.961793] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.962091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.962227] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.962527] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.962767] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.963036] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.692432] env[65152]: INFO networking_nsxv3.common.synchronization [req-4464782d-5451-4378-9cc4-c48d676b5c58 req-482d82ec-e34c-4b67-bfe9-4b7ba87fdfb7 service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1196.693303] env[65152]: INFO networking_nsxv3.common.synchronization [req-4464782d-5451-4378-9cc4-c48d676b5c58 req-482d82ec-e34c-4b67-bfe9-4b7ba87fdfb7 service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1196.693303] env[65152]: INFO networking_nsxv3.common.synchronization [req-4464782d-5451-4378-9cc4-c48d676b5c58 req-482d82ec-e34c-4b67-bfe9-4b7ba87fdfb7 service nova] Enqueued Resource ID: c761b5e2-adf8-4b93-861c-da83cd668084 with Priority: HIGHEST for action port [ 1196.693303] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1196.693303] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1196.693303] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c761b5e2-adf8-4b93-861c-da83cd668084 with Priority: HIGHEST for action port [ 1196.693818] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.693948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.694059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.694225] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.694308] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.695524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.695625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.695821] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-c761b5e2-adf8-4b93-861c-da83cd668084 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.695956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.696044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.696199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.696274] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c761b5e2-adf8-4b93-861c-da83cd668084',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.196782] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.196946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.198263] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c761b5e2-adf8-4b93-861c-da83cd668084 with status ACTIVE [ 1197.198493] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.198600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.198672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.198930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.199060] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.199272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.199400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.199518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.199671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.199810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.199962] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.200101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.200134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.200310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.200377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.200481] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c761b5e2-adf8-4b93-861c-da83cd668084 is going to be updated. [ 1197.223173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.223365] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.223414] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.223772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.223944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.224152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c761b5e2-adf8-4b93-861c-da83cd668084" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.574813] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1197.575045] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1197.575239] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.575440] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.575732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.575982] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.576187] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.576307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.576522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.576633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.576739] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.078757] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.582215] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.085590] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.085880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.085880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.086057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.086150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.086254] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1199.138553] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.138754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.138874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.139194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.139413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.156313] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1201.167347] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1201.167670] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.168117] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.168334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.168584] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.168712] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.168818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.168933] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.169018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.169105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.169197] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.671417] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.671582] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.671743] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.671976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.672204] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.672304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.672380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.672561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.672634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.672739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.672892] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.673008] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.673218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.673405] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.673576] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.673677] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.673740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.673883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.673962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.674072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.674173] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.694119] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.694236] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1202.176491] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707: rpc.has_security_group_logging(os_id): False [ 1202.196324] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.196571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.196698] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.197128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.197291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.197606] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.197765] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.197884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.198097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.198211] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.198592] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.198684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.198784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.198950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.199086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.199267] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.199394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.199471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.199626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.199758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.199829] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1202.264598] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.264598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.264598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.264598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.265433] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.279179] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1203.113097] env[65152]: INFO networking_nsxv3.common.synchronization [req-1f0784ca-c98a-4b65-ab4b-913a96971852 req-90dbedc0-620a-4c94-baaa-0c4eaf7c51ac tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1203.113640] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1203.114120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.114120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.114309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.114341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.116848] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.116848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.116848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.116848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.116848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.116848] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.456958] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.457325] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.457325] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.457558] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.457820] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.458019] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.458600] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.458957] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.459156] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.459467] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.459667] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.459845] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.460050] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.460228] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.460376] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.460565] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.481152] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.481413] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.481618] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.481873] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.482321] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.482556] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.482764] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.483150] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.483329] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc72aeb-4e6b-48db-af9e-d4ed878bbad9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.622216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.622216] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.622216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.622216] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1203.652833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.652833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.652833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.652833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.652833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.660789] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1203.986115] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.986319] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.986448] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.986736] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.986913] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.987077] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 not found, creating... [ 1203.987342] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.987500] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.987617] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.987831] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.987969] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.988277] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.988430] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.988582] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.988794] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.988927] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.989080] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 is going to be created. [ 1204.009016] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.009201] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.009318] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.009587] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.009823] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.010056] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.290304] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1204.290564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.698792] env[65152]: INFO networking_nsxv3.common.synchronization [req-1f0784ca-c98a-4b65-ab4b-913a96971852 req-7dfbdcad-77e6-43fe-945e-4d139aaa85c7 service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 1204.699048] env[65152]: INFO networking_nsxv3.common.synchronization [req-1f0784ca-c98a-4b65-ab4b-913a96971852 req-7dfbdcad-77e6-43fe-945e-4d139aaa85c7 service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1204.699131] env[65152]: INFO networking_nsxv3.common.synchronization [req-1f0784ca-c98a-4b65-ab4b-913a96971852 req-7dfbdcad-77e6-43fe-945e-4d139aaa85c7 service nova] Enqueued Resource ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 with Priority: HIGHEST for action port [ 1204.699695] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 1204.699845] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1204.699949] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 with Priority: HIGHEST for action port [ 1204.700993] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.701142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.701250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.701455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.701598] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.702734] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.702834] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.703562] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.703562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.703562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.703562] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.703562] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc72aeb-4e6b-48db-af9e-d4ed878bbad9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.205650] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.205791] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.205980] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 with status ACTIVE [ 1205.206132] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.206353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.206353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.206862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.206862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.206862] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.207052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.207052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.207170] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.207217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.207811] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.207811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.207811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.207811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.207811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.207811] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 is going to be updated. [ 1205.230920] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.231172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.231172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.231377] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.231501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.231672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.344230] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-fcc328cf-9122-45ba-8d67-05642161abe1 tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1205.344893] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1205.345313] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.345480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.345552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.346190] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.346358] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.346459] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.346524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.346691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.346779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.346873] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.633618] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.633900] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.634112] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.634456] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.634857] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.635128] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.635276] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.635552] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.635724] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.635974] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.636123] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.636240] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.636444] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.636618] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.636741] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.636908] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.655187] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.655325] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.655498] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.655692] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.656123] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-7b1d105c-5556-4dbb-aeb9-dae410abc711 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.656363] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.656567] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.656902] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.657042] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1d105c-5556-4dbb-aeb9-dae410abc711',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.670045] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1205.670229] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 deletion is rescheduled due to dependency. [ 1205.670343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.670804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.671016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.671193] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.671307] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.671375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.671525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.671606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.671701] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.849556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.849917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.849917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.849992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.850086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.850276] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.850374] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.850461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.850625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.850727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.850820] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1205.879186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.879352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.879455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.879727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.879877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.889436] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1206.159421] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.160152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.160152] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.160313] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.160445] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.160657] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 7b1d105c-5556-4dbb-aeb9-dae410abc711 not found, creating... [ 1206.160949] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.161167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.161313] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.161575] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.161766] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.162101] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.162316] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.162446] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.162717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.162888] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.163066] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 7b1d105c-5556-4dbb-aeb9-dae410abc711 is going to be created. [ 1206.174049] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.182740] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.183016] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.183161] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.183492] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.183755] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.184053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.676013] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.890403] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-32f55d3d-938e-4431-8713-2ab25ea9232f service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1206.890735] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-32f55d3d-938e-4431-8713-2ab25ea9232f service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1206.890735] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-32f55d3d-938e-4431-8713-2ab25ea9232f service nova] Enqueued Resource ID: 7b1d105c-5556-4dbb-aeb9-dae410abc711 with Priority: HIGHEST for action port [ 1206.891129] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1206.891263] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1206.891358] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1d105c-5556-4dbb-aeb9-dae410abc711 with Priority: HIGHEST for action port [ 1206.891645] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.891819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.891902] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.892177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.892267] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.893510] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.893566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.894260] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1d105c-5556-4dbb-aeb9-dae410abc711 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.894260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.894260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.894260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.894260] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1d105c-5556-4dbb-aeb9-dae410abc711',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.179065] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.179250] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.179336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.179602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.179717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.179851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1207.212057] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.212269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.212340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.212611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.212797] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.222475] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1207.396031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.396031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.396031] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1d105c-5556-4dbb-aeb9-dae410abc711 with status ACTIVE [ 1207.396031] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.396031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.396031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.396031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.397305] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.397305] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.397305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.397305] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1d105c-5556-4dbb-aeb9-dae410abc711 is going to be updated. [ 1207.421593] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.421744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.421827] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.422360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.422360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.422360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1d105c-5556-4dbb-aeb9-dae410abc711" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.621439] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-96102ff5-f2fa-44b4-9d40-ec3bc516c73c tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1207.621439] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1207.621439] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.621439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.899376] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1207.899762] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c deletion is rescheduled due to dependency. [ 1207.899762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.899911] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.900175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.900369] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.900489] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.900555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.900710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.900790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.900916] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.907466] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.907665] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.907797] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.908039] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.908294] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.908448] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.908564] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.908851] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.908992] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.909206] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.909317] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.909421] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.909526] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.909845] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.909845] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.909957] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.928960] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.929215] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.929278] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.929457] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-25" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.929811] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-fa70c568-92f6-423d-a33b-4d4d88dd46fa taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.930088] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.930191] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.930478] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.930619] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa70c568-92f6-423d-a33b-4d4d88dd46fa',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.405768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.433524] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.433773] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.434013] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.434317] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.434468] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.434625] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port fa70c568-92f6-423d-a33b-4d4d88dd46fa not found, creating... [ 1208.434917] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.435069] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.435189] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.435410] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.435546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.435817] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.435970] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.436100] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.436304] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.436436] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.436625] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: fa70c568-92f6-423d-a33b-4d4d88dd46fa is going to be created. [ 1208.456738] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.458042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.458042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.458042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.458042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.458042] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.909117] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.192223] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-9f170a6e-e7eb-4d30-8de4-24e69ae57fd1 service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1209.192567] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-9f170a6e-e7eb-4d30-8de4-24e69ae57fd1 service nova] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1209.192860] env[65152]: INFO networking_nsxv3.common.synchronization [req-8df6f14a-fb18-4fad-91e3-82034eef36a8 req-9f170a6e-e7eb-4d30-8de4-24e69ae57fd1 service nova] Enqueued Resource ID: fa70c568-92f6-423d-a33b-4d4d88dd46fa with Priority: HIGHEST for action port [ 1209.193698] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_rules [ 1209.194103] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1209.194335] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa70c568-92f6-423d-a33b-4d4d88dd46fa with Priority: HIGHEST for action port [ 1209.195254] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.195476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.196053] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.196053] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.196199] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa70c568-92f6-423d-a33b-4d4d88dd46fa taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.196286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.196324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.196622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.196707] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa70c568-92f6-423d-a33b-4d4d88dd46fa',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.235186] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1209.235426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.236031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.236031] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.236207] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.236274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.236331] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.236470] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.236557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.236651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.236725] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.411882] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.412872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.412872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.412872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.412872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.412872] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1209.441934] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.442169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.442169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.442362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.442546] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.453167] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1209.699277] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa70c568-92f6-423d-a33b-4d4d88dd46fa with status ACTIVE [ 1209.699524] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.699825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.699928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.700202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.700302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.700494] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.700598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.700675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.700814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.700984] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.701110] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.701208] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.701270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.701410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.701486] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.701571] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa70c568-92f6-423d-a33b-4d4d88dd46fa is going to be updated. [ 1209.722300] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.722474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.722524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.722711] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.722850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.723035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa70c568-92f6-423d-a33b-4d4d88dd46fa" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.738517] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.241902] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3f786-24a4-4387-af0d-32012c452463: rpc.has_security_group_logging(os_id): False [ 1210.259260] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.259439] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.259501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.259800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.259920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.260220] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.260352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.260420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.260602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.260685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.260799] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1210.344232] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.344417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.344417] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.344560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.344707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.383466] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1211.464607] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1211.464945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.464945] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.465339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.465339] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.465680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.465680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.465680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.465680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.465906] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.465906] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.466967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.467157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.467357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.467468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.467536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.467722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.467822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.467884] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.969601] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.969887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.969887] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.397223] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1212.397481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.474126] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.976082] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.976082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.976082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.976442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.976442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.976546] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1213.007105] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.007295] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.007335] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.007537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.007685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.017810] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1214.195387] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.195785] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1215.028569] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1215.028822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.029011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.029600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.029600] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.029600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.029845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.029845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.029939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.029986] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.532525] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.036094] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.539370] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.539887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.539887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.540088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.540088] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.540225] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1216.580641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.580854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.580854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.581131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.581262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.590646] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1218.603380] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1218.603886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.603886] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.604040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.604184] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.604301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.604368] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.604516] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.604587] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.604674] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.604831] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.604930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.604995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.605388] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.605557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.605646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.605714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.605873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.605952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.606046] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.606151] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.108571] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0894a57-baef-4938-8474-5b5d90f7ed1c: rpc.has_security_group_logging(os_id): False [ 1219.129766] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.130011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.130209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.130548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.130651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.130928] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.131114] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.131200] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.131373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.131455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.131726] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.131859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.131962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.132181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.132308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.132460] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.132557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.132621] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.132761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.132873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.132968] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1219.196514] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.196820] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1219.232963] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.233137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.233227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.233500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.233609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.266713] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1219.542022] env[65152]: INFO networking_nsxv3.common.synchronization [req-00cc336b-f64f-4df0-bd1d-3733d9712839 req-186b9213-7cdf-4fd9-9fa4-7e38636203fe tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1219.542532] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1219.542822] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.542974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.543021] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.543223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.543761] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.543874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.543942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.544113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.544203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.544329] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.690667] env[65152]: INFO networking_nsxv3.common.synchronization [req-5cc54a1e-6f75-4836-a9c2-e866791c94f2 req-a7561253-2532-4da8-b3c6-cdb42eaee7f4 tempest-MultipleCreateTestJSON-10762879 tempest-MultipleCreateTestJSON-10762879-project-member] Enqueued Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1219.692775] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894a57-baef-4938-8474-5b5d90f7ed1c with Priority: HIGHEST for action security_group_members [ 1219.693096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0894a57-baef-4938-8474-5b5d90f7ed1c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.693218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.046760] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.549606] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.053122] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.053122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.053122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.053122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.053122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.053122] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be updated. [ 1221.081659] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.081849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.081929] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.082083] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.082279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.090483] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: IN_PROGRESS for 2s [ 1221.285676] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1221.285676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.285676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.285676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.285676] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.811450] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.811701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.811819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.812169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.812354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.812539] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be deleted. [ 1221.872671] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.872925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.872978] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.873242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.873423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.873567] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.100204] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0894a57-baef-4938-8474-5b5d90f7ed1c in Status: SUCCESS [ 1223.100675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.100675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.100783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.100984] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.101115] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.101175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.101332] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.101410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.101530] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0894a57-baef-4938-8474-5b5d90f7ed1c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.604076] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.604272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.604346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.604596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.604693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.604900] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.604994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.605079] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.605254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.605334] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.605443] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0894a57-baef-4938-8474-5b5d90f7ed1c is going to be deleted. [ 1223.639861] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.640110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.640110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.640297] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.640389] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.640493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0894a57-baef-4938-8474-5b5d90f7ed1c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.694031] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.694370] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.973515] env[65152]: INFO networking_nsxv3.common.synchronization [None req-bba7a78a-53e3-463c-89df-a16698b4336f None None] Enqueued Resource ID: e5665641-627d-43db-8ab2-712bd14b2261 with Priority: HIGHEST for action port [ 1228.974595] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5665641-627d-43db-8ab2-712bd14b2261 with Priority: HIGHEST for action port [ 1228.974595] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5665641-627d-43db-8ab2-712bd14b2261 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.974595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5665641-627d-43db-8ab2-712bd14b2261" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.974595] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5665641-627d-43db-8ab2-712bd14b2261" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.974864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5665641-627d-43db-8ab2-712bd14b2261" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.974908] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5665641-627d-43db-8ab2-712bd14b2261',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.258591] env[65152]: INFO networking_nsxv3.common.synchronization [None req-4fffa6f3-2536-4002-87a8-54e10f7da07b tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1229.259169] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1229.259467] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.259590] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.259659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.260066] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.260386] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.355547] env[65152]: INFO networking_nsxv3.common.synchronization [None req-05d1a71e-4f3f-4444-89b9-a1242835f1cc tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1229.356083] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1229.356384] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.356484] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.478579] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5665641-627d-43db-8ab2-712bd14b2261 [ 1229.479144] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.479352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.479467] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.479734] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.479839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.480020] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5665641-627d-43db-8ab2-712bd14b2261 already deleted. [ 1229.480118] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5665641-627d-43db-8ab2-712bd14b2261" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.782148] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.782305] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.782358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.783052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.783052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.783052] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d already deleted. [ 1229.783052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.783052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.783284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.783284] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.305932] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.305932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.305932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.305932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.305932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.305932] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d already deleted. [ 1230.305932] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.245286] env[65152]: INFO networking_nsxv3.common.synchronization [None req-29de063e-f2ce-41b1-a2ce-c7557988d264 None None] Enqueued Resource ID: 130022bf-1cf2-46eb-9dc8-a6b2fe15c296 with Priority: HIGHEST for action port [ 1231.245286] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130022bf-1cf2-46eb-9dc8-a6b2fe15c296 with Priority: HIGHEST for action port [ 1231.245686] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-130022bf-1cf2-46eb-9dc8-a6b2fe15c296 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.245951] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-130022bf-1cf2-46eb-9dc8-a6b2fe15c296" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-130022bf-1cf2-46eb-9dc8-a6b2fe15c296" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.247340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-130022bf-1cf2-46eb-9dc8-a6b2fe15c296" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.247340] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130022bf-1cf2-46eb-9dc8-a6b2fe15c296',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.749428] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 130022bf-1cf2-46eb-9dc8-a6b2fe15c296 [ 1231.749747] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.749747] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.749913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.750121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.750121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.750288] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:130022bf-1cf2-46eb-9dc8-a6b2fe15c296 already deleted. [ 1231.750288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-130022bf-1cf2-46eb-9dc8-a6b2fe15c296" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.323321] env[65152]: INFO networking_nsxv3.common.synchronization [req-3d3b085d-4274-4b6e-80c4-dbbedb631ecf req-f26a39ba-a529-464d-8e44-4051f7ca2638 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1233.324409] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1233.324891] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.325092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.325207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.325491] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.325732] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.325887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.325988] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.326235] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.326370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.326517] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.828925] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.829167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.829227] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.829443] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.829545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.829743] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.829848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.829897] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.830107] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.830186] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.830274] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1233.865101] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.865336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.865336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.865536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.865685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.874876] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1234.888414] env[65152]: INFO networking_nsxv3.common.synchronization [req-d7895838-e1b0-4c38-af2b-bd4518a3aafa req-e0215cae-6c34-46e1-afd0-e2584d892153 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1234.888718] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1234.889052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.889182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.889236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.889496] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.889676] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.889738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.889802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.889948] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.890206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.890206] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.189309] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.189522] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.189623] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.190091] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.190371] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.190536] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.190656] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.190884] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.191044] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.191671] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.191808] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.191925] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.192051] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.192169] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.192279] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.192415] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.212072] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.212072] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.212307] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.212371] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.212689] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-1d450b12-ae58-48c1-a4f1-f3b9f3996642 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.212891] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.213041] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.213421] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.213580] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d450b12-ae58-48c1-a4f1-f3b9f3996642',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.391790] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.392040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.392040] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.392291] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.392384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.392590] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.392900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.392900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.392900] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.393059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.393091] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d already deleted. [ 1235.393215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.716025] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.716305] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.716423] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.716709] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.716881] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.717070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 1d450b12-ae58-48c1-a4f1-f3b9f3996642 not found, creating... [ 1235.717342] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.717503] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.717621] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.717846] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.717987] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.718275] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.718430] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.718546] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.718750] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.718899] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.719081] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 1d450b12-ae58-48c1-a4f1-f3b9f3996642 is going to be created. [ 1235.746408] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.746623] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.746959] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.747131] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.747367] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.747595] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.884964] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1235.885205] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1235.885205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.457949] env[65152]: INFO networking_nsxv3.common.synchronization [req-d7895838-e1b0-4c38-af2b-bd4518a3aafa req-7b7299ee-41d4-4522-945c-087484b8c0ac service nova] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1236.458333] env[65152]: INFO networking_nsxv3.common.synchronization [req-d7895838-e1b0-4c38-af2b-bd4518a3aafa req-7b7299ee-41d4-4522-945c-087484b8c0ac service nova] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1236.458333] env[65152]: INFO networking_nsxv3.common.synchronization [req-d7895838-e1b0-4c38-af2b-bd4518a3aafa req-7b7299ee-41d4-4522-945c-087484b8c0ac service nova] Enqueued Resource ID: 1d450b12-ae58-48c1-a4f1-f3b9f3996642 with Priority: HIGHEST for action port [ 1236.458891] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1236.459538] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1236.459710] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d450b12-ae58-48c1-a4f1-f3b9f3996642 with Priority: HIGHEST for action port [ 1236.460052] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.460218] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.460308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.461340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.461340] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.461737] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.462189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.462189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.462189] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.462282] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.462363] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.462423] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.462648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.462767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.462885] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.463744] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d450b12-ae58-48c1-a4f1-f3b9f3996642 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.464151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.464151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.464151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.464270] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d450b12-ae58-48c1-a4f1-f3b9f3996642',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.603132] env[65152]: INFO networking_nsxv3.common.synchronization [req-83f6cd26-3df9-4a1a-9ead-6bd05b4b0106 req-d168f8ab-07d3-46ef-8267-d4d1f7fc00e8 tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1236.603132] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1236.603132] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.603132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.603132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.603132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.603132] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.603132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.603132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.603132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.603132] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.603849] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.865178] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.865178] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.865178] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.867429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.867429] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.867429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.867429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.867429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.867429] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.867429] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.867429] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.867429] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.867429] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.867429] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.867429] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.867429] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.887952] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.888130] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.889128] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.889128] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-82" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.889128] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.889128] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.889378] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.891242] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.891242] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecbe7713-cb6b-491c-a7c6-1061b3f9459f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.968478] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.968628] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.969146] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.969725] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d450b12-ae58-48c1-a4f1-f3b9f3996642 with status ACTIVE [ 1236.969909] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.970037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.970109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.970296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.970383] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.972702] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.972702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.972840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.972970] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.973072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.973263] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.973362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.973427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.973581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.973658] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.973744] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d450b12-ae58-48c1-a4f1-f3b9f3996642 is going to be updated. [ 1236.996987] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.997135] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.997209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.999034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.999034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.999034] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d450b12-ae58-48c1-a4f1-f3b9f3996642" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.106096] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.106209] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.106341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.106525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.106633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.106868] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.106952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.107009] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.107169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.107248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.107336] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1237.164243] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.164393] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.164437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.164657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.164802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.176776] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1237.392097] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.392428] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.392662] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.393139] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.393376] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.393612] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port ecbe7713-cb6b-491c-a7c6-1061b3f9459f not found, creating... [ 1237.393921] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.394192] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.394411] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.394765] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.395012] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.395416] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.395618] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.395780] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.396129] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.396369] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.396616] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: ecbe7713-cb6b-491c-a7c6-1061b3f9459f is going to be created. [ 1237.419592] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.419779] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.419882] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.420229] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.420510] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.420763] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.476276] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.978513] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.980340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.980340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.980340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.980340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.980340] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be created. [ 1238.006035] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.006035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.006035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.006035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.006035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.015389] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: UNINITIALIZED for 2s [ 1238.112539] env[65152]: INFO networking_nsxv3.common.synchronization [req-83f6cd26-3df9-4a1a-9ead-6bd05b4b0106 req-116a535b-cee3-444a-b545-ce8ae5eed16d service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1238.112717] env[65152]: INFO networking_nsxv3.common.synchronization [req-83f6cd26-3df9-4a1a-9ead-6bd05b4b0106 req-116a535b-cee3-444a-b545-ce8ae5eed16d service nova] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1238.112853] env[65152]: INFO networking_nsxv3.common.synchronization [req-83f6cd26-3df9-4a1a-9ead-6bd05b4b0106 req-116a535b-cee3-444a-b545-ce8ae5eed16d service nova] Enqueued Resource ID: ecbe7713-cb6b-491c-a7c6-1061b3f9459f with Priority: HIGHEST for action port [ 1238.113099] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_rules [ 1238.113273] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1238.113377] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbe7713-cb6b-491c-a7c6-1061b3f9459f with Priority: HIGHEST for action port [ 1238.113939] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.114087] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.114154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.114349] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.114430] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.115235] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.115346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.115665] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.115817] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.115888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.116110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.116257] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecbe7713-cb6b-491c-a7c6-1061b3f9459f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.617978] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.618434] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.619527] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecbe7713-cb6b-491c-a7c6-1061b3f9459f with status ACTIVE [ 1238.619741] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.619868] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.619942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.620273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.620373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.620563] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.620665] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.620723] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.620872] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.620947] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.621140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.621256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.621330] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.621476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.621591] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.621686] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecbe7713-cb6b-491c-a7c6-1061b3f9459f is going to be updated. [ 1238.641407] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.641584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.641623] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.641805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.641937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.642103] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecbe7713-cb6b-491c-a7c6-1061b3f9459f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.186533] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1239.186730] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1239.186830] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.186993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.187240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.187424] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.187541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.187606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.187750] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.187831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.187926] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.691129] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.819526] env[65152]: INFO networking_nsxv3.common.synchronization [req-a83f2167-74f1-4dae-a654-002e14abea17 req-c0ba958b-aff0-4c86-ae0d-c1adbc7b9039 tempest-AttachVolumeTestJSON-1796854117 tempest-AttachVolumeTestJSON-1796854117-project-member] Enqueued Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_members [ 1239.819840] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGHEST for action security_group_members [ 1239.820221] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.820361] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.820431] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.820657] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.821400] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.821506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.821761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.821761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.821851] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.821991] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.025324] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1240.025612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.025813] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.026070] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.026284] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.026529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.026634] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.026822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.026915] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.027039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.027153] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.193475] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.324768] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.324768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.324768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.324768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.324768] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.325101] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.325101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.325101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.325294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.325398] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.325501] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 is going to be updated. [ 1240.357363] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.357524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.357608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.357835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.357987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.368226] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 in Status: IN_PROGRESS for 2s [ 1240.529115] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.695839] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.696192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.696192] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.696416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.696518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.696628] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1240.727357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.727535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.727609] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.727833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.727990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.738159] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1241.031403] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5094ec-697b-4a1e-bd46-4ebec041e38d: rpc.has_security_group_logging(os_id): False [ 1241.049730] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.049879] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.049927] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.050230] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.050367] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.050627] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.050737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.050802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.050961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.051050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.051140] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be created. [ 1241.110194] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.110437] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.110539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.110763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.111057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.121548] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1242.379323] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 in Status: SUCCESS [ 1242.379724] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 deletion is rescheduled due to dependency. [ 1242.379724] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.749104] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1242.749104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.749327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.749504] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.749768] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.749940] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.750069] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.750352] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.750466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.750573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.750670] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.105999] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.106214] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.106277] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.106502] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.106761] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.106921] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.107068] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.107296] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.107442] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.107706] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.107857] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.107972] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.108101] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.108242] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.108403] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.108614] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.131199] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.131414] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.131474] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.131664] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-78" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.132064] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-56fa5d9d-d8b8-479c-a556-541b77729393 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.132217] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.132347] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.132613] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.132751] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fa5d9d-d8b8-479c-a556-541b77729393',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.142312] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1243.142527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.254102] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.254102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.254102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.254102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.254444] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.254444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.254444] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.254581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.254625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.254716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.254891] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.254985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.255057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.255203] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.255341] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.255432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.255525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.255687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.255762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.255842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.255934] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.635631] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.635631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.635631] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.636043] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.636087] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.636382] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.636554] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.636674] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.636987] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.637269] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.637584] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.637744] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.637863] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.638094] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.638257] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.638375] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 56fa5d9d-d8b8-479c-a556-541b77729393 is going to be updated. [ 1243.662019] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.662268] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.662400] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.662702] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.662906] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.663262] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.758419] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707: rpc.has_security_group_logging(os_id): False [ 1243.782285] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.782503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.782547] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.782764] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.782935] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.783189] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.783294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.783362] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.783522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.783601] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.783779] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.783874] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.783937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.784089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.784166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.784379] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.784466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.784513] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.784630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.784704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.784792] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1243.866952] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.867219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.867219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.867447] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.867604] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.882999] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1244.374808] env[65152]: INFO networking_nsxv3.common.synchronization [req-8999112c-b76a-43b7-976d-058c0c82c2fc req-e6d2ee62-2754-42e8-8eb6-ddc13bf977ec service nova] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1244.375167] env[65152]: INFO networking_nsxv3.common.synchronization [req-8999112c-b76a-43b7-976d-058c0c82c2fc req-e6d2ee62-2754-42e8-8eb6-ddc13bf977ec service nova] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1244.375167] env[65152]: INFO networking_nsxv3.common.synchronization [req-8999112c-b76a-43b7-976d-058c0c82c2fc req-e6d2ee62-2754-42e8-8eb6-ddc13bf977ec service nova] Enqueued Resource ID: 56fa5d9d-d8b8-479c-a556-541b77729393 with Priority: HIGHEST for action port [ 1244.375651] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_rules [ 1244.375806] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1244.375939] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fa5d9d-d8b8-479c-a556-541b77729393 with Priority: HIGHEST for action port [ 1244.376174] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.376310] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.376381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.376568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.376642] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.378307] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.378463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.378463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.378610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.378762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.378865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.378939] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.379140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.379234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.379327] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.380199] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-56fa5d9d-d8b8-479c-a556-541b77729393 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.380272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.380359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.380635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.380635] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fa5d9d-d8b8-479c-a556-541b77729393',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.885449] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.885449] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.885449] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56fa5d9d-d8b8-479c-a556-541b77729393 with status ACTIVE [ 1244.885449] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.885449] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.885449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.890629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.892589] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.894893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.894893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.894893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.894893] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.894893] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56fa5d9d-d8b8-479c-a556-541b77729393 is going to be updated. [ 1244.918715] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.918715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.918715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.918715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.918715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.918715] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56fa5d9d-d8b8-479c-a556-541b77729393" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.395194] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.898762] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.898762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.898762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.898762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.898762] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.898762] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be is going to be updated. [ 1245.902113] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1245.902113] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.930055] env[65152]: INFO networking_nsxv3.common.synchronization [req-03404833-92ef-45eb-a9f3-6712b8fac283 req-9e935a71-86d1-4df7-ac87-48e77225b043 tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1245.930055] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1245.930453] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.930789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.930789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.930993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.931232] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.931400] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.931501] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.931696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.931901] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.931960] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.935631] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.935864] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.935921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.936185] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.936409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.946580] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: IN_PROGRESS for 2s [ 1246.434630] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.937621] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.440272] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.440538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.440632] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.441016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.441169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.441332] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be updated. [ 1247.471740] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.471990] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.472102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.472392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.472556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.483391] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 1247.956961] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: SUCCESS [ 1247.956961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.956961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.957341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.957435] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.957557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.957626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.957782] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.957865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.957953] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.958077] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.461100] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.643977] env[65152]: INFO networking_nsxv3.common.synchronization [req-f860e44c-2faf-426c-ab78-4ce519238d5c req-053da7ae-a3a7-47b9-adc1-20fe1056198d tempest-ServerDiskConfigTestJSON-1413236426 tempest-ServerDiskConfigTestJSON-1413236426-project-member] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1248.644705] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGHEST for action security_group_members [ 1248.645039] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.645226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.645275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.645451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.645610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.645713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.645778] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.645925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.646017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.646114] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.963309] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dae0e73-139b-49db-b36d-a4ced510c5be: rpc.has_security_group_logging(os_id): False [ 1248.983055] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.983306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.983385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.983700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.983896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.984315] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.984451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.984524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.984714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.984805] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.984962] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be is going to be updated. [ 1249.045621] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.045772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.045861] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.046109] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.046279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.059949] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: IN_PROGRESS for 2s [ 1249.148736] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.148949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.149055] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.149479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.149660] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.150025] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.150149] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.150215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.150448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.150575] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.150707] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be updated. [ 1249.192556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.192709] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.192781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.194341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.194341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.203402] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: IN_PROGRESS for 2s [ 1249.493322] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 1249.493510] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.075930] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: SUCCESS [ 1251.075930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.213515] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 in Status: SUCCESS [ 1251.213740] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 deletion is rescheduled due to dependency. [ 1251.213833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.646000] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.646340] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.330028] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1256.330466] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1257.655182] env[65152]: INFO networking_nsxv3.common.synchronization [None req-1f5d0958-ed5a-4cd1-95fb-450f4238f092 None None] Enqueued Resource ID: 87d9874e-414f-465b-8fca-569ec8fcd295 with Priority: HIGHEST for action port [ 1257.655182] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d9874e-414f-465b-8fca-569ec8fcd295 with Priority: HIGHEST for action port [ 1257.655468] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d9874e-414f-465b-8fca-569ec8fcd295 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.655468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d9874e-414f-465b-8fca-569ec8fcd295" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.655578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d9874e-414f-465b-8fca-569ec8fcd295" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.656630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d9874e-414f-465b-8fca-569ec8fcd295" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.656630] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d9874e-414f-465b-8fca-569ec8fcd295',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.159342] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d9874e-414f-465b-8fca-569ec8fcd295 [ 1258.159604] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.159792] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.159847] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.160052] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.160152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.160253] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d9874e-414f-465b-8fca-569ec8fcd295 already deleted. [ 1258.160341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d9874e-414f-465b-8fca-569ec8fcd295" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.266686] env[65152]: INFO networking_nsxv3.common.synchronization [None req-d9320990-ec31-4ba2-b3df-929c4541b92f tempest-ServerActionsV293TestJSON-1860252378 tempest-ServerActionsV293TestJSON-1860252378-project-member] Enqueued Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_rules [ 1258.266686] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_rules [ 1258.267486] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.267852] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.268039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.268419] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.268611] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.361336] env[65152]: INFO networking_nsxv3.common.synchronization [None req-f7e05ab6-a317-4422-87ad-c259ed0cd9b4 tempest-ServerActionsV293TestJSON-1860252378 tempest-ServerActionsV293TestJSON-1860252378-project-member] Enqueued Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_rules [ 1258.361585] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_rules [ 1258.361908] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.362036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.791927] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.792344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.792344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.795035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.795035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.795035] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f758b221-0f5f-48af-8526-83054882dfae already deleted. [ 1258.795035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.795035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.795035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.795035] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.318244] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.318581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.318853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.319351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.319656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.319897] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f758b221-0f5f-48af-8526-83054882dfae already deleted. [ 1259.320559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.509342] env[65152]: INFO networking_nsxv3.common.synchronization [None req-489a8a90-dd34-4aec-b34b-8347379f39bd None None] Enqueued Resource ID: 084234cd-90f2-4f97-8fbd-e9d0a4061900 with Priority: HIGHEST for action port [ 1260.510696] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084234cd-90f2-4f97-8fbd-e9d0a4061900 with Priority: HIGHEST for action port [ 1260.510696] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-084234cd-90f2-4f97-8fbd-e9d0a4061900 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.510696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084234cd-90f2-4f97-8fbd-e9d0a4061900" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.510696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084234cd-90f2-4f97-8fbd-e9d0a4061900" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.511033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084234cd-90f2-4f97-8fbd-e9d0a4061900" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.511101] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084234cd-90f2-4f97-8fbd-e9d0a4061900',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.013322] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 084234cd-90f2-4f97-8fbd-e9d0a4061900 [ 1261.013673] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.013833] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.014260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.014260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.014385] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.014385] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:084234cd-90f2-4f97-8fbd-e9d0a4061900 already deleted. [ 1261.014597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084234cd-90f2-4f97-8fbd-e9d0a4061900" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.804095] env[65152]: INFO networking_nsxv3.common.synchronization [req-40c2725c-cdc1-4cb4-a8ac-d3f735e7606d req-dde970d7-6796-45af-af80-caaebe90f3d5 tempest-ServerActionsTestOtherA-343136561 tempest-ServerActionsTestOtherA-343136561-project-member] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1261.804643] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGHEST for action security_group_members [ 1261.805015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.805159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.805229] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.805436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.806012] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.806159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.806232] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.806392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.806483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.806583] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.309236] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.309507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.309656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.309937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.310093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.310356] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.310525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.310608] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.310803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.310896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.311025] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be updated. [ 1262.341103] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.341327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.341327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.341530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.341678] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.351670] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: IN_PROGRESS for 2s [ 1264.367348] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be in Status: SUCCESS [ 1264.367837] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be deletion is rescheduled due to dependency. [ 1264.367837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.805653] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.805653] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.806441] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.806877] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.807549] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.807549] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.692131] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.692480] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.692480] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.692738] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.692995] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.693162] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.693277] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.693489] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.693664] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.693884] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.693994] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.694113] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.694218] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.694321] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.694420] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.694548] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.714942] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.715152] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1281.715307] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.715475] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-502" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.715775] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.716023] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.716165] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.716481] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.716635] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc72aeb-4e6b-48db-af9e-d4ed878bbad9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.808045] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.808201] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.219823] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.220095] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.220232] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.220566] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.220755] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.221091] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.221255] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.221394] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.221630] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.221802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.222101] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.222278] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.222405] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.222622] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.222775] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.222918] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 is going to be updated. [ 1282.245961] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.246274] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.246449] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.246819] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.247108] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.247400] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.922220] env[65152]: INFO networking_nsxv3.common.synchronization [req-fddb741a-8107-4173-9ae6-5adcca58e955 req-d030549b-02e7-4095-9c6d-855731a4b6d5 service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 1282.922478] env[65152]: INFO networking_nsxv3.common.synchronization [req-fddb741a-8107-4173-9ae6-5adcca58e955 req-d030549b-02e7-4095-9c6d-855731a4b6d5 service nova] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1282.922566] env[65152]: INFO networking_nsxv3.common.synchronization [req-fddb741a-8107-4173-9ae6-5adcca58e955 req-d030549b-02e7-4095-9c6d-855731a4b6d5 service nova] Enqueued Resource ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 with Priority: HIGHEST for action port [ 1282.922753] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_rules [ 1282.922884] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1282.922982] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 with Priority: HIGHEST for action port [ 1282.923556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.923811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.924240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.924463] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.924551] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.925801] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.925926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.925986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.926164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.926311] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.926600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.926600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.926600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.926728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.926770] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.927613] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.927702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.927702] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.928625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.928625] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc72aeb-4e6b-48db-af9e-d4ed878bbad9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.430453] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.431585] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.431699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.432077] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 with status ACTIVE [ 1283.432232] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.432343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.432407] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.432598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.432684] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.432894] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.433300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.433300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.433300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.433300] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.433501] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.433630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.433630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.433716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.433787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.433870] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc72aeb-4e6b-48db-af9e-d4ed878bbad9 is going to be updated. [ 1283.455069] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.455290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.455290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.455536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.455680] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.455845] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc72aeb-4e6b-48db-af9e-d4ed878bbad9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.932644] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.374018] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9fd0846-a3ed-4f0c-a728-cbdf94496294 req-23fe92ab-47d2-45b4-a882-36917d98cb64 tempest-ServerActionsV293TestJSON-1860252378 tempest-ServerActionsV293TestJSON-1860252378-project-member] Enqueued Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_members [ 1284.374630] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_members [ 1284.374959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.375105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.375176] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.375441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.375601] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.375752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.375841] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.376017] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.376102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.376203] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.435069] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.435221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.435269] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.435996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.435996] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.435996] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1284.470683] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.470683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.470977] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.471044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.471212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.481048] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1284.691105] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.691303] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-721" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.691409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-721" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.691755] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-721" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.692036] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.692196] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.692317] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.692539] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.692680] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.692958] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.693086] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.693196] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.693303] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.693413] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.693518] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.693673] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.713058] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.713058] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1284.713058] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.713278] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-721" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.713544] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-60f4b03e-fbad-4ae6-b27b-beae09e5c153 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.713717] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.713836] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.714193] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.714389] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f4b03e-fbad-4ae6-b27b-beae09e5c153',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.878256] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.878256] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.879036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.879036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.879036] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.879215] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.879321] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.879390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.879667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.879837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.879970] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f758b221-0f5f-48af-8526-83054882dfae already deleted. [ 1284.880120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.217037] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.217037] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.217409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.217409] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.217542] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.218104] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 60f4b03e-fbad-4ae6-b27b-beae09e5c153 not found, creating... [ 1285.218104] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.218104] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.218296] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.218401] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.218545] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.218821] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.218975] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.219106] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.219312] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.219441] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.219608] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 60f4b03e-fbad-4ae6-b27b-beae09e5c153 is going to be created. [ 1285.241709] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.241940] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.242063] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.242367] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.242650] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.242866] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.928690] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9fd0846-a3ed-4f0c-a728-cbdf94496294 req-2795d664-058d-43ff-bef0-09cd0170e53f service nova] Enqueued Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_rules [ 1285.928690] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9fd0846-a3ed-4f0c-a728-cbdf94496294 req-2795d664-058d-43ff-bef0-09cd0170e53f service nova] Enqueued Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_members [ 1285.928834] env[65152]: INFO networking_nsxv3.common.synchronization [req-a9fd0846-a3ed-4f0c-a728-cbdf94496294 req-2795d664-058d-43ff-bef0-09cd0170e53f service nova] Enqueued Resource ID: 60f4b03e-fbad-4ae6-b27b-beae09e5c153 with Priority: HIGHEST for action port [ 1285.929057] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_rules [ 1285.929211] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_members [ 1285.929326] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f4b03e-fbad-4ae6-b27b-beae09e5c153 with Priority: HIGHEST for action port [ 1285.930330] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.930527] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.930664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.930917] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.931068] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.932080] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.932262] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.932375] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.932598] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.933573] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.933573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.933573] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.933700] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.933822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.935123] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.935635] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f4b03e-fbad-4ae6-b27b-beae09e5c153 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.935704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.935853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.936076] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.936402] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f4b03e-fbad-4ae6-b27b-beae09e5c153',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.436521] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.438026] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60f4b03e-fbad-4ae6-b27b-beae09e5c153 with status ACTIVE [ 1286.438164] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.438278] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.438340] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.438535] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.438626] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.438797] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.438898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.438950] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.439104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.439181] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.439357] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.439450] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.439537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.439693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.439767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.439851] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60f4b03e-fbad-4ae6-b27b-beae09e5c153 is going to be updated. [ 1286.442537] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.442651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.465665] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.465918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.465918] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.466106] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.466284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.466522] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f4b03e-fbad-4ae6-b27b-beae09e5c153" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.490532] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1286.490754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.490908] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.491137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.491325] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.491442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.491505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.491655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.491738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.491821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.491912] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.944013] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.994852] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.447144] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.447497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.447497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.447689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.447779] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.447917] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f758b221-0f5f-48af-8526-83054882dfae is going to be created. [ 1287.478755] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.478967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.478967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.479288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.480051] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.490749] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f758b221-0f5f-48af-8526-83054882dfae in Status: UNINITIALIZED for 2s [ 1287.497222] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3f786-24a4-4387-af0d-32012c452463: rpc.has_security_group_logging(os_id): False [ 1287.522263] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.522568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.522568] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.522710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.522798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.523061] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.523175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.523223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.523373] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.523449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.523559] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1287.616789] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.617084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.617084] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.617336] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.617605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.637208] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1289.504770] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f758b221-0f5f-48af-8526-83054882dfae in Status: SUCCESS [ 1289.505157] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.505276] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.505520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.505906] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.506062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.506134] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.506304] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.506387] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.506474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.506594] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.655785] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1289.656027] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.009222] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.511979] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f758b221-0f5f-48af-8526-83054882dfae: rpc.has_security_group_logging(os_id): False [ 1290.532672] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.532880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.532880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.533123] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.533217] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.533466] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.533571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.533635] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.533787] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.533856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.533942] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f758b221-0f5f-48af-8526-83054882dfae is going to be created. [ 1290.600359] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.600614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.600614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.600843] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.600961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.615388] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f758b221-0f5f-48af-8526-83054882dfae in Status: IN_PROGRESS for 2s [ 1290.930289] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.930464] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1292.630267] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f758b221-0f5f-48af-8526-83054882dfae in Status: SUCCESS [ 1292.630775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.276784] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.277116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.277116] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.277290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.277403] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.779853] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.931310] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.931524] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.282493] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.784422] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1296.784607] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1297.623903] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.623903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.623903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.623903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.635609] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1297.638224] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.639038] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1297.681863] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.682160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.682160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.682266] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.696962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.698677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1297.698677] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.698677] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.760578] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.760578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.761121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.761121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.762614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.762863] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1297.847722] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.848059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.848059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.848179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.848490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.848771] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1297.925424] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.925659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.925659] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.925811] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.926104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.926431] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1297.926506] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6f26018a-f499-4c18-b23c-e36e09025d90', '7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8', '88c93927-cd9d-49b5-8b4b-a40c6fad98e8', '4316d44a-d671-42c6-84de-b3c8eb9b1abb', 'abf844e3-01f7-444f-8d64-e3d770b047b1', '3e290d10-5c3d-4aaa-b191-9e443a8cddf3', '10c3f786-24a4-4387-af0d-32012c452463', 'c2c135ee-e645-4848-9694-cd85d362bfa9', 'e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707', '566201dc-8758-4f4b-9c19-34df492806c1', '8ebb5064-4dc9-4646-98f7-10b84cb8a9be', '1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea', '585042f6-9d80-49a6-a2be-0cdba4f3f72f', '2e1cde64-2ea1-4c97-b4ae-715ece378b0d', 'd5d507b2-7550-4af6-ba1e-01d9e72e6a19', 'd74ff7f2-5f66-4087-bb29-dc9f2405f0f9', '466b0eb7-15b3-404e-afa5-1675d9b22f24', 'eb109db2-4ba5-4280-8cc4-197be985a09c', '7c293dc2-663f-49f3-85df-79dee7ea65b6', '9dae0e73-139b-49db-b36d-a4ced510c5be', 'b0a63d6b-b84f-4613-a096-19ef10fd8ab5', '4176980d-a427-4238-80aa-97258a1fd303', 'cf5094ec-697b-4a1e-bd46-4ebec041e38d', '4299959e-b4f1-4f94-9f7f-cff74320fc07', 'c6a98400-104a-4ed4-8173-f65aa3118f5a', '4a253a56-156d-442a-968a-fbdf939fa432', 'fee69c9b-ff64-4396-b970-91792330991b', '21aef82a-7e3a-40a9-9fc0-e518cb015c8d', '058ea99b-3460-4684-a1a5-dc0770c5cbbd', '5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b', '5fe0159e-a659-4c21-a622-18130e56aa5c', 'c675d351-87b2-45bf-8621-101435641e12', 'e74f11f6-11c5-4d13-9499-524aa9846038', '5edf2b31-9b5f-46af-8a8d-0796f657d757', 'fa08b29f-eaf2-4a19-97ef-31b0671e3dbe', 'cf2aa49f-d05d-4b89-a084-f5f1937c513f', '43f125b4-b4d0-4ee9-958f-a138843eb399', 'f758b221-0f5f-48af-8526-83054882dfae', '4f68ccdf-c287-4ca0-8dcc-fa9c440bc611', '9d16a21c-5fdf-4bfd-b830-4f66e417663f', '9f014d9c-a21f-469b-ae74-46ccfe0bf85f', '5c4ad139-7e57-4b99-b872-6c9ae1811ab6', '5c89a36d-df9a-49ac-b09a-9d9a184e682d', '15db9d63-ad6b-49a6-9d3b-182e45ecba1c', 'b0a8d646-3a80-4f30-9e2a-519ea80ede86', '35d0ef0c-82fb-4941-83d6-397a297e10bb', '929027cc-a73c-4e92-9c46-473725805397', 'a17da01b-aa5b-42bd-98b2-07eab287d03c'} {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.926621] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1297.946373] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.946622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.946622] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.946804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.946895] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.947015] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1297.947096] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.947168] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1298.037076] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.037358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.037358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.037505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.038720] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.039019] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1298.039094] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.039174] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1298.039245] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1298.039327] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1298.039405] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGH for action security_group_rules [ 1298.039485] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGH for action security_group_rules [ 1298.039556] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGH for action security_group_rules [ 1298.039623] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGH for action security_group_rules [ 1298.039732] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGH for action security_group_rules [ 1298.039811] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGH for action security_group_rules [ 1298.039876] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 1298.039941] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGH for action security_group_rules [ 1298.040012] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGH for action security_group_rules [ 1298.040082] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGH for action security_group_rules [ 1298.040158] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGH for action security_group_rules [ 1298.040215] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGH for action security_group_rules [ 1298.040271] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGH for action security_group_rules [ 1298.040328] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGH for action security_group_rules [ 1298.040421] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGH for action security_group_rules [ 1298.040547] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGH for action security_group_rules [ 1298.040634] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGH for action security_group_rules [ 1298.040777] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGH for action security_group_rules [ 1298.040897] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGH for action security_group_rules [ 1298.040943] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGH for action security_group_rules [ 1298.041077] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.862101] env[65152]: INFO networking_nsxv3.common.synchronization [req-236a7f92-e165-4c7c-8ee4-b587f8372fcc req-bc73efe6-5a31-4e20-b992-8aaf439bee36 tempest-AttachVolumeShelveTestJSON-1854315558 tempest-AttachVolumeShelveTestJSON-1854315558-project-member] Enqueued Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1298.862589] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGHEST for action security_group_members [ 1298.862785] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f26018a-f499-4c18-b23c-e36e09025d90 with Priority: HIGH for action security_group_rules [ 1298.862959] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 with Priority: HIGH for action security_group_rules [ 1298.863139] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 1298.863293] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 with Priority: HIGH for action security_group_rules [ 1298.863414] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae0e73-139b-49db-b36d-a4ced510c5be with Priority: HIGH for action security_group_rules [ 1298.863541] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 with Priority: HIGH for action security_group_rules [ 1298.863756] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb109db2-4ba5-4280-8cc4-197be985a09c with Priority: HIGH for action security_group_rules [ 1298.863936] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 with Priority: HIGH for action security_group_rules [ 1298.864114] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d with Priority: HIGH for action security_group_rules [ 1298.864294] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 with Priority: HIGH for action security_group_rules [ 1298.864461] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f with Priority: HIGH for action security_group_rules [ 1298.864694] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea with Priority: HIGH for action security_group_rules [ 1298.864821] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be with Priority: HIGH for action security_group_rules [ 1298.865015] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566201dc-8758-4f4b-9c19-34df492806c1 with Priority: HIGH for action security_group_rules [ 1298.865203] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 with Priority: HIGH for action security_group_rules [ 1298.865375] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 with Priority: HIGH for action security_group_rules [ 1298.865537] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c135ee-e645-4848-9694-cd85d362bfa9 with Priority: HIGH for action security_group_rules [ 1298.865705] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf844e3-01f7-444f-8d64-e3d770b047b1 with Priority: HIGH for action security_group_rules [ 1298.865880] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 with Priority: HIGH for action security_group_rules [ 1298.866060] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb with Priority: HIGH for action security_group_rules [ 1298.866407] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.866574] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.866664] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.866891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.867120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.867236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.867317] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.867511] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.867606] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.867731] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.871412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f26018a-f499-4c18-b23c-e36e09025d90 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.871412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.871412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.871412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.871412] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f26018a-f499-4c18-b23c-e36e09025d90',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.871412] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.871412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.871412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.871412] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.871412] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c93927-cd9d-49b5-8b4b-a40c6fad98e8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.872992] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.872992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.872992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.872992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.872992] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.874833] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.875143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.875143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.875333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.875437] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d507b2-7550-4af6-ba1e-01d9e72e6a19',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.876748] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dae0e73-139b-49db-b36d-a4ced510c5be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.877145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.877279] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.877446] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.877572] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dae0e73-139b-49db-b36d-a4ced510c5be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.879075] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c293dc2-663f-49f3-85df-79dee7ea65b6 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.879283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.879413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.879810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.879915] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c293dc2-663f-49f3-85df-79dee7ea65b6',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.880681] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb109db2-4ba5-4280-8cc4-197be985a09c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.880903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.881121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.881309] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.881405] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb109db2-4ba5-4280-8cc4-197be985a09c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.882572] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466b0eb7-15b3-404e-afa5-1675d9b22f24 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.882783] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.882871] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.883062] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.883166] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466b0eb7-15b3-404e-afa5-1675d9b22f24',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.884289] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.884468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.884468] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.884663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.884865] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1cde64-2ea1-4c97-b4ae-715ece378b0d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.885557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.885704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.885796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.886140] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.886245] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d74ff7f2-5f66-4087-bb29-dc9f2405f0f9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.887382] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.889045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.889045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.889045] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.889045] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('585042f6-9d80-49a6-a2be-0cdba4f3f72f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.889253] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.889253] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.889353] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.889479] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.889587] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.890406] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.890506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.890564] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.890714] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.890805] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebb5064-4dc9-4646-98f7-10b84cb8a9be',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.891479] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566201dc-8758-4f4b-9c19-34df492806c1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.891583] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.891652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.891794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.891867] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566201dc-8758-4f4b-9c19-34df492806c1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.892668] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.892815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.892975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.893169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.893278] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.894542] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.894683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.894770] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.894943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.895052] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e290d10-5c3d-4aaa-b191-9e443a8cddf3',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.895729] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c135ee-e645-4848-9694-cd85d362bfa9 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.895867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.895956] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.896366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.896366] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c135ee-e645-4848-9694-cd85d362bfa9',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.896944] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abf844e3-01f7-444f-8d64-e3d770b047b1 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.897251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.897323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.897469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.897587] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abf844e3-01f7-444f-8d64-e3d770b047b1',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.898569] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.898569] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.898716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.898836] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.898941] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.899636] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.899796] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.900360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.900360] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.900360] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4316d44a-d671-42c6-84de-b3c8eb9b1abb',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.928275] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.928912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.928912] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.929145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.932712] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.933119] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.955237] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.955437] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f26018a-f499-4c18-b23c-e36e09025d90 is going to be deleted. [ 1298.956631] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.956854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.975379] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.975549] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d507b2-7550-4af6-ba1e-01d9e72e6a19 is going to be deleted. [ 1299.016801] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.016801] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.017067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.017110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.017205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.017344] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f26018a-f499-4c18-b23c-e36e09025d90" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.028074] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.028206] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.028754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.028754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.028754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.028754] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d507b2-7550-4af6-ba1e-01d9e72e6a19" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.053501] env[65152]: INFO networking_nsxv3.common.synchronization [req-3cad2a84-cfff-4758-8c7c-b9391ff24ed7 req-370bd354-3b4f-4a11-8f3f-c7cfedc3f101 tempest-ServerActionsTestOtherB-566153572 tempest-ServerActionsTestOtherB-566153572-project-member] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1299.054101] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGHEST for action security_group_members [ 1299.054419] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.054555] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.054612] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.054822] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.054977] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.056356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.056356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.056356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.056356] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.056356] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.402194] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.402422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.402422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.402630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.404434] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.404536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.486810] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.486810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.486916] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.487022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.487887] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.487994] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.488693] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.488788] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.489529] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.489633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.490339] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.490430] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.491138] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.491274] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.491884] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.491976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.492758] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.492849] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.493549] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.493641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.494248] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.494666] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.494752] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.495434] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.495820] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.495914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.496505] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.496905] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.497117] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.497226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.497293] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.497490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.497581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.497684] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be is going to be updated. [ 1299.499186] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.499283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.499350] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.499509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.500951] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.501057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.501650] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.502063] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.502156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.502733] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.503618] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.503739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.504315] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.504674] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.504769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.526660] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.527240] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.527400] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c293dc2-663f-49f3-85df-79dee7ea65b6 is going to be deleted. [ 1299.528605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.528653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.528704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.528801] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be is going to be deleted. [ 1299.529552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.529777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.540508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.540722] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.540824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.541072] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.541261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.548633] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: IN_PROGRESS for 2s [ 1299.553472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.553613] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea is going to be deleted. [ 1299.554475] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.554683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.558346] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.558482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.577272] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.577422] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abf844e3-01f7-444f-8d64-e3d770b047b1 is going to be deleted. [ 1299.578497] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.578731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.589898] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.590093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.606303] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.607525] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb109db2-4ba5-4280-8cc4-197be985a09c is going to be deleted. [ 1299.608177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.608408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.620641] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.620859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.624296] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.624432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.657165] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.657326] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e290d10-5c3d-4aaa-b191-9e443a8cddf3 is going to be deleted. [ 1299.658545] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.658769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.660550] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.660721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.712519] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.712787] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c135ee-e645-4848-9694-cd85d362bfa9 is going to be deleted. [ 1299.714148] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.714464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.735836] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.735976] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.746451] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.746598] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566201dc-8758-4f4b-9c19-34df492806c1 is going to be deleted. [ 1299.747554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.747818] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.769884] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.770137] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.774299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.774572] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c93927-cd9d-49b5-8b4b-a40c6fad98e8 is going to be deleted. [ 1299.775592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.775819] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.814975] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.815204] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d74ff7f2-5f66-4087-bb29-dc9f2405f0f9 is going to be deleted. [ 1299.816681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.816681] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.849683] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.849683] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 585042f6-9d80-49a6-a2be-0cdba4f3f72f is going to be deleted. [ 1299.850370] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.850578] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.851982] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.852125] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.876206] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.876586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.909093] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.909246] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8 is going to be deleted. [ 1299.910333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.910558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.982397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.982647] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebb5064-4dc9-4646-98f7-10b84cb8a9be is going to be deleted. [ 1299.983508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.983735] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.007563] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.007769] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.021988] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.022195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.023922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.024080] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466b0eb7-15b3-404e-afa5-1675d9b22f24 is going to be deleted. [ 1300.025020] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.025277] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.031615] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.031793] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.087366] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.087508] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.103110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.103277] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1cde64-2ea1-4c97-b4ae-715ece378b0d is going to be deleted. [ 1300.104342] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.104565] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.123965] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.124121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.159727] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.159921] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4316d44a-d671-42c6-84de-b3c8eb9b1abb is going to be deleted. [ 1300.161016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.161282] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.231539] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.232395] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707 is going to be deleted. [ 1300.232673] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.233369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.282380] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.282675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.305647] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.306087] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.306251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.306323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.306534] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.306620] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.306717] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1300.307759] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.307922] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.308015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308151] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c293dc2-663f-49f3-85df-79dee7ea65b6" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308306] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.308455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.308533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.309283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.309441] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.309524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.309716] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1e4e2b-f417-4c6c-b7ba-21e620afa9ea" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.309858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.309992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.310085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.310199] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abf844e3-01f7-444f-8d64-e3d770b047b1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.310324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.310462] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.310538] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.310648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb109db2-4ba5-4280-8cc4-197be985a09c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.310812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.310949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.311035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.311152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e290d10-5c3d-4aaa-b191-9e443a8cddf3" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.311273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.311408] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.311482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.311594] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c135ee-e645-4848-9694-cd85d362bfa9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.311728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.311848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.311949] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.312039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566201dc-8758-4f4b-9c19-34df492806c1" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.312159] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.312294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.312366] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.312476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c93927-cd9d-49b5-8b4b-a40c6fad98e8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.312597] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.312731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.312807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.312919] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d74ff7f2-5f66-4087-bb29-dc9f2405f0f9" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.313735] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.313838] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.313904] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.314065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.314145] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.314263] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1cde64-2ea1-4c97-b4ae-715ece378b0d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.314381] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.314520] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.314600] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.314713] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-585042f6-9d80-49a6-a2be-0cdba4f3f72f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.314824] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.314961] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.315050] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.315166] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2b276c-bbe0-4d66-b3e8-b380ef13b7d8" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.315346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.315436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.315482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.315586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebb5064-4dc9-4646-98f7-10b84cb8a9be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.315692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.315826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.315899] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.316013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466b0eb7-15b3-404e-afa5-1675d9b22f24" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.364261] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.364487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.364487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.364689] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.364781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.364898] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4316d44a-d671-42c6-84de-b3c8eb9b1abb" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.409220] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.409426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.409426] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.409560] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.409654] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.409812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01657b9-04a6-4ce2-b2f4-e9cd0f2e1707" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.430222] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.430944] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.431228] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.431364] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.431648] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.431795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.458118] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1301.564976] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dae0e73-139b-49db-b36d-a4ced510c5be in Status: SUCCESS [ 1301.565427] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dae0e73-139b-49db-b36d-a4ced510c5be deletion is rescheduled due to dependency. [ 1301.565427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dae0e73-139b-49db-b36d-a4ced510c5be" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.467578] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1302.467773] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3f786-24a4-4387-af0d-32012c452463 deletion is rescheduled due to dependency. [ 1302.467773] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.467936] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.468178] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.468367] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.468487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.468552] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.468693] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.468775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.468858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.468974] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.970934] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.474174] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3f786-24a4-4387-af0d-32012c452463: rpc.has_security_group_logging(os_id): False [ 1303.493610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.493840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.493840] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.494065] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.494164] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.494426] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.494530] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.494596] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.494753] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.494831] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.494931] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be updated. [ 1303.551634] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.551925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.551925] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.552061] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.552161] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.565576] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: IN_PROGRESS for 2s [ 1304.055106] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.055388] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1305.581426] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3f786-24a4-4387-af0d-32012c452463 in Status: SUCCESS [ 1305.581837] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.056563] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.056973] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.058229] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.058679] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.059562] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.060093] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.060390] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.060936] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.061818] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.062258] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.062941] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.063407] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.958075] env[65152]: INFO networking_nsxv3.common.synchronization [req-a36d43e8-b99f-4552-811e-e7554d0e06e8 req-0f6afda8-bce1-463a-a115-29037105fa94 tempest-ServerActionsV293TestJSON-1860252378 tempest-ServerActionsV293TestJSON-1860252378-project-member] Enqueued Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_members [ 1337.958424] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGHEST for action security_group_members [ 1337.958731] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.958856] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.958921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.959146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.959303] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.959409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.959469] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.959777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.959777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.959777] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.464563] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.464563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.464563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.464563] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.486110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.486361] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.486482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.486549] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.486744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.486825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.486915] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f758b221-0f5f-48af-8526-83054882dfae is going to be updated. [ 1338.518431] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.518646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.518646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.518850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.518992] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.527968] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f758b221-0f5f-48af-8526-83054882dfae in Status: IN_PROGRESS for 2s [ 1340.539673] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f758b221-0f5f-48af-8526-83054882dfae in Status: SUCCESS [ 1340.540154] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f758b221-0f5f-48af-8526-83054882dfae deletion is rescheduled due to dependency. [ 1340.540154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.959962] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.960422] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.961260] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.961621] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.963212] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.963614] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.964143] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.964551] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.965304] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.965712] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.045028] env[65152]: INFO networking_nsxv3.common.synchronization [None req-4c7e88c5-8187-4728-9438-b96aefc2b75a tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_rules [ 1365.045530] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_rules [ 1365.045861] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.045987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.046213] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.046473] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.046558] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.123693] env[65152]: INFO networking_nsxv3.common.synchronization [None req-82023ae5-7eb8-4f2b-a22e-b58148c9bdb9 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_rules [ 1365.124126] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_rules [ 1365.124415] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.124518] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.566949] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.567153] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.567236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.567391] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.567483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.567583] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd already deleted. [ 1365.567668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.567810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.567962] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.568058] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.087374] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.087776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.087776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.087776] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.087921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.087921] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd already deleted. [ 1366.088085] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.125204] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.125450] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.374635] env[65152]: INFO networking_nsxv3.common.synchronization [req-f0165fdc-d86b-4a6e-b8a3-f90477fea629 req-e95208af-2c87-42a9-b3c7-8a77f57cb5d4 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_members [ 1370.375030] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_members [ 1370.375388] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.375550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.375614] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.375888] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.376069] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.376249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.376328] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.376477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.376586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.376717] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.642627] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.642910] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.643304] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.643683] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.644059] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.644285] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.644453] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.644751] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.644948] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.645254] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.645417] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.645580] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.645739] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.645900] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.646079] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.646266] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.668248] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.668506] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1370.668712] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.669040] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.669401] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-f11661c9-e00f-4fa1-999f-9ca149936865 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.669638] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.669809] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.670251] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.670467] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11661c9-e00f-4fa1-999f-9ca149936865',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.878959] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.879312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.879312] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.879471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.879471] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.879622] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.879739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.879812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.879928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.879999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.880095] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd already deleted. [ 1370.880172] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.173255] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.173560] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.173620] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.173900] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.174076] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.174236] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port f11661c9-e00f-4fa1-999f-9ca149936865 not found, creating... [ 1371.174506] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.174669] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.174791] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.175027] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.175170] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.175536] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.175712] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.175850] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.176053] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.176194] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.176337] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: f11661c9-e00f-4fa1-999f-9ca149936865 is going to be created. [ 1371.198616] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.198843] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.198980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.199286] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.199519] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.199752] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.883910] env[65152]: INFO networking_nsxv3.common.synchronization [req-f0165fdc-d86b-4a6e-b8a3-f90477fea629 req-60ce4d3b-9cfa-419e-92a2-b5265d692e32 service nova] Enqueued Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_rules [ 1371.884113] env[65152]: INFO networking_nsxv3.common.synchronization [req-f0165fdc-d86b-4a6e-b8a3-f90477fea629 req-60ce4d3b-9cfa-419e-92a2-b5265d692e32 service nova] Enqueued Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_members [ 1371.884255] env[65152]: INFO networking_nsxv3.common.synchronization [req-f0165fdc-d86b-4a6e-b8a3-f90477fea629 req-60ce4d3b-9cfa-419e-92a2-b5265d692e32 service nova] Enqueued Resource ID: f11661c9-e00f-4fa1-999f-9ca149936865 with Priority: HIGHEST for action port [ 1371.884759] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_rules [ 1371.884965] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_members [ 1371.885023] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11661c9-e00f-4fa1-999f-9ca149936865 with Priority: HIGHEST for action port [ 1371.885281] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.885403] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.885466] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.885740] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.885883] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.886708] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.886781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.886816] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.886986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.887149] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.887341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.887341] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.887474] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.887509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.887604] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.888403] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-f11661c9-e00f-4fa1-999f-9ca149936865 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.888529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.888529] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.888744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.888744] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11661c9-e00f-4fa1-999f-9ca149936865',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.390616] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.391751] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.391883] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.393057] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f11661c9-e00f-4fa1-999f-9ca149936865 with status ACTIVE [ 1372.393057] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.393057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.393057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.393057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.393057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.393057] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.393057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.393057] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.393862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.393862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.393862] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.393862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.393862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.393862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.393862] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.393862] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f11661c9-e00f-4fa1-999f-9ca149936865 is going to be updated. [ 1372.430725] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.431156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.431156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.431156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.431455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.431506] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f11661c9-e00f-4fa1-999f-9ca149936865" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.896533] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.398864] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.399290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.399290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.399525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.399691] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.399759] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd is going to be created. [ 1373.424642] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.424821] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.424865] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.425082] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.425247] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.434294] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd in Status: UNINITIALIZED for 2s [ 1375.444526] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd in Status: SUCCESS [ 1375.444942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.444942] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.445141] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.445335] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.445452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.445571] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.445668] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.445749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.445835] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.445923] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.948804] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.450749] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd: rpc.has_security_group_logging(os_id): False [ 1376.468051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.468286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.468286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.468425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.468515] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.468774] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.468889] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.468952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.469127] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.469204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.469292] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd is going to be created. [ 1376.531361] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.531642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.531642] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.531785] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.531969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.542982] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd in Status: IN_PROGRESS for 2s [ 1376.885783] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.886052] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1378.558097] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd in Status: SUCCESS [ 1378.558593] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.887017] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.887465] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.888740] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.889180] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.889594] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.889987] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.890752] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.891202] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.892546] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.892546] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.893313] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.893313] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.893918] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.894341] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.895109] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.895109] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.896085] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.896550] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.899308] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.899744] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.900358] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.900732] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.901896] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.902699] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.903264] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.903683] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.904831] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.904831] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.905371] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.905858] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.906658] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.906962] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.454751] env[65152]: INFO networking_nsxv3.common.synchronization [req-fffda4ae-6c68-4774-9c8d-343bfa554c99 req-f04ad6ce-d594-4766-833e-27e4466fdbc8 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_members [ 1459.455348] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGHEST for action security_group_members [ 1459.456056] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.456056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.456056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.456056] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.456413] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.456413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.456413] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.456566] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.456603] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.456699] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.959182] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.959427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.959427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.959641] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.959737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.959930] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.960048] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.960112] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.960270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.960348] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.960455] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd is going to be updated. [ 1459.999010] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.999248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.999248] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.999435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.999581] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.007834] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd in Status: IN_PROGRESS for 2s [ 1462.018765] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd in Status: SUCCESS [ 1462.019135] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd deletion is rescheduled due to dependency. [ 1462.019286] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.457167] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.457167] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.457652] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.458029] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.458904] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.458904] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.459984] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.460327] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.460650] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.461126] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.461387] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.461721] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.031755] env[65152]: INFO networking_nsxv3.common.synchronization [req-14ab6424-2191-4994-ba0c-be87e8508628 req-cef2f829-db37-4576-8e99-33577f59b582 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1493.032416] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1493.032867] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.032867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.032999] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.033223] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.033411] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.033558] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.033651] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.033832] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.033985] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.034142] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.536422] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.536675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.536675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.536866] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.557848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.558120] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.558245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.558314] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.558517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.558602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.558692] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1493.585223] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.585438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.585438] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.585653] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.585795] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.594113] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1495.604865] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1495.605316] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d deletion is rescheduled due to dependency. [ 1495.605316] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.330993] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1496.331221] env[65152]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-78136234-9955-4a39-9d82-9a36fd20627a None None] NSXv3 Agent Agent loop - iteration:4 started [ 1498.035901] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.036138] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.912226] env[65152]: INFO networking_nsxv3.common.synchronization [req-26e4b40b-6dfc-402d-8535-17f1e838a720 req-ae30f6a7-0692-4dcb-91ed-61e64ac4d2c3 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1499.912769] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1499.913116] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.913630] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.913708] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.913907] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.914191] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.914343] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.914409] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.914505] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.914588] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.914681] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.227563] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.227750] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.227877] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.228167] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.228420] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.228581] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.228700] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.228918] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.229080] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.229296] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1500.229410] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1500.229515] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1500.229630] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1500.229732] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1500.229836] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1500.229964] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1500.254177] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1500.254379] env[65152]: DEBUG dogpile.cache.region [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1500.254475] env[65152]: DEBUG dogpile.lock [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1500.254647] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.254955] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock port-9ffeae83-5d7b-4a09-aecb-de9595f3302b taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.255145] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.255266] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.255595] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.255733] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffeae83-5d7b-4a09-aecb-de9595f3302b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.416918] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.417175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.417175] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.417311] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.417399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.417604] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.417707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.417772] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.417920] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.417995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.418152] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1500.441531] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.441810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.441810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.441973] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.442102] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.453373] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1500.758392] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.758635] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.758764] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.759125] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.759282] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.759442] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Segment Port 9ffeae83-5d7b-4a09-aecb-de9595f3302b not found, creating... [ 1500.759724] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.759891] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.760018] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.760261] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.760398] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.760689] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.760865] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.760991] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.761222] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.761355] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.761493] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Resource: SegmentPort with ID: 9ffeae83-5d7b-4a09-aecb-de9595f3302b is going to be created. [ 1500.782656] env[65152]: DEBUG networking_nsxv3.common.locking [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.782891] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.783015] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.783305] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.783532] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.783747] env[65152]: DEBUG oslo_concurrency.lockutils [None req-d1c4bb80-60a4-4cfa-aad3-dae10640aa0f None None] Releasing lock "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.475803] env[65152]: INFO networking_nsxv3.common.synchronization [req-26e4b40b-6dfc-402d-8535-17f1e838a720 req-7bd35e7a-8ee8-484a-8f39-c447eb4abdb4 service nova] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1501.476061] env[65152]: INFO networking_nsxv3.common.synchronization [req-26e4b40b-6dfc-402d-8535-17f1e838a720 req-7bd35e7a-8ee8-484a-8f39-c447eb4abdb4 service nova] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1501.476115] env[65152]: INFO networking_nsxv3.common.synchronization [req-26e4b40b-6dfc-402d-8535-17f1e838a720 req-7bd35e7a-8ee8-484a-8f39-c447eb4abdb4 service nova] Enqueued Resource ID: 9ffeae83-5d7b-4a09-aecb-de9595f3302b with Priority: HIGHEST for action port [ 1501.476303] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1501.476433] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1501.476532] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffeae83-5d7b-4a09-aecb-de9595f3302b with Priority: HIGHEST for action port [ 1501.477084] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.477215] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.477285] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.477480] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.477559] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.478446] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.478556] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.478725] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ffeae83-5d7b-4a09-aecb-de9595f3302b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.478826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.478891] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.479071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.479144] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffeae83-5d7b-4a09-aecb-de9595f3302b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.980869] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.981110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.981185] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ffeae83-5d7b-4a09-aecb-de9595f3302b with status ACTIVE [ 1501.981312] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.981420] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.981481] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.981692] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.981804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.981986] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.982107] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.982168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.982324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.982402] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.982579] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.982672] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.982749] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.982901] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.982974] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.983072] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ffeae83-5d7b-4a09-aecb-de9595f3302b is going to be updated. [ 1502.009123] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.009346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.009346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.009533] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.009687] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.009858] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ffeae83-5d7b-4a09-aecb-de9595f3302b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.463329] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1502.463519] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d deletion is rescheduled due to dependency. [ 1502.463611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.463763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.463987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.464179] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.464296] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.464354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.464503] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.464584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.464680] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.966437] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.468720] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.971306] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.971671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.971671] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.971777] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.971814] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.971917] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1504.001039] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.001039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.001039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.001039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.001039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.009356] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1506.020610] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1506.020610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.020610] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.021158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.021158] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.021158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.021158] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.021449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.021449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.021449] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.021562] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.477425] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.477613] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1506.524114] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.026834] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5094ec-697b-4a1e-bd46-4ebec041e38d: rpc.has_security_group_logging(os_id): False [ 1507.045890] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.046147] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.046249] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.046551] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.046704] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.047075] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.047236] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.047346] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.047584] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.047696] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.047841] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1507.113724] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.113958] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.114025] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.114268] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.114478] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.128233] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1509.145298] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1509.145298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.478357] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.478660] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.479170] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.479571] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.480222] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.480478] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.481524] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.481524] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.483029] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.483552] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.282490] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.282930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.282930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.282930] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.283066] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.785467] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.287768] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.483966] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.484221] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.790532] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1536.790824] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1537.535322] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.535707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.535707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.535707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.546996] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1537.547909] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.549043] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1537.586726] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.586726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.586726] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.587154] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.597090] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.597807] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1537.597882] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.597977] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1537.632610] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.632848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.632848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.633033] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.633799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.633963] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1537.701952] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.702207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.702207] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.702401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.702701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.702988] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1537.777655] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.777887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.777887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.778086] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.778392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.778695] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1537.778796] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cf5094ec-697b-4a1e-bd46-4ebec041e38d', 'a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd', '4299959e-b4f1-4f94-9f7f-cff74320fc07', 'c6a98400-104a-4ed4-8173-f65aa3118f5a', '4a253a56-156d-442a-968a-fbdf939fa432', 'fee69c9b-ff64-4396-b970-91792330991b', '21aef82a-7e3a-40a9-9fc0-e518cb015c8d', '058ea99b-3460-4684-a1a5-dc0770c5cbbd', '5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b', '5fe0159e-a659-4c21-a622-18130e56aa5c', 'b0a8d646-3a80-4f30-9e2a-519ea80ede86', 'c675d351-87b2-45bf-8621-101435641e12', '10c3f786-24a4-4387-af0d-32012c452463', 'e74f11f6-11c5-4d13-9499-524aa9846038', 'fa08b29f-eaf2-4a19-97ef-31b0671e3dbe', '5edf2b31-9b5f-46af-8a8d-0796f657d757', 'cf2aa49f-d05d-4b89-a084-f5f1937c513f', '43f125b4-b4d0-4ee9-958f-a138843eb399', 'f758b221-0f5f-48af-8526-83054882dfae', '4f68ccdf-c287-4ca0-8dcc-fa9c440bc611', '9d16a21c-5fdf-4bfd-b830-4f66e417663f', '9f014d9c-a21f-469b-ae74-46ccfe0bf85f', '5c4ad139-7e57-4b99-b872-6c9ae1811ab6', '5c89a36d-df9a-49ac-b09a-9d9a184e682d', '15db9d63-ad6b-49a6-9d3b-182e45ecba1c', 'b0a63d6b-b84f-4613-a096-19ef10fd8ab5', '35d0ef0c-82fb-4941-83d6-397a297e10bb', '929027cc-a73c-4e92-9c46-473725805397', '4176980d-a427-4238-80aa-97258a1fd303', 'a17da01b-aa5b-42bd-98b2-07eab287d03c'} {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.778913] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1537.796596] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.796800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.796800] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.797011] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.797122] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.797237] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1537.797308] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.797379] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1537.879548] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.879798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.879798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.879964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.881194] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.881469] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1537.881557] env[65152]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65152) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.881651] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1537.881722] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1537.881800] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1537.881871] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGH for action security_group_rules [ 1537.881950] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGH for action security_group_rules [ 1537.882029] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGH for action security_group_rules [ 1537.882136] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGH for action security_group_rules [ 1537.882200] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGH for action security_group_rules [ 1537.882260] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGH for action security_group_rules [ 1537.882323] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGH for action security_group_rules [ 1537.882375] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGH for action security_group_rules [ 1537.882425] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGH for action security_group_rules [ 1537.882488] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGH for action security_group_rules [ 1537.882546] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGH for action security_group_rules [ 1537.882598] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGH for action security_group_rules [ 1537.882652] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 1537.882712] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGH for action security_group_rules [ 1537.882770] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGH for action security_group_rules [ 1537.882821] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGH for action security_group_rules [ 1537.882884] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGH for action security_group_rules [ 1537.882937] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGH for action security_group_rules [ 1537.883016] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGH for action security_group_rules [ 1537.883113] env[65152]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGH for action security_group_rules [ 1537.883212] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.484814] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.485333] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1541.485333] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGH for action security_group_rules [ 1541.485333] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 with Priority: HIGH for action security_group_rules [ 1541.485333] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d with Priority: HIGH for action security_group_rules [ 1541.485333] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe with Priority: HIGH for action security_group_rules [ 1541.485693] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 with Priority: HIGH for action security_group_rules [ 1541.485693] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758b221-0f5f-48af-8526-83054882dfae with Priority: HIGH for action security_group_rules [ 1541.485693] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 with Priority: HIGH for action security_group_rules [ 1541.485693] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f with Priority: HIGH for action security_group_rules [ 1541.485894] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74f11f6-11c5-4d13-9499-524aa9846038 with Priority: HIGH for action security_group_rules [ 1541.485894] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 with Priority: HIGH for action security_group_rules [ 1541.485995] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3f786-24a4-4387-af0d-32012c452463 with Priority: HIGH for action security_group_rules [ 1541.486087] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c675d351-87b2-45bf-8621-101435641e12 with Priority: HIGH for action security_group_rules [ 1541.486158] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 with Priority: HIGH for action security_group_rules [ 1541.486255] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe0159e-a659-4c21-a622-18130e56aa5c with Priority: HIGH for action security_group_rules [ 1541.486343] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b with Priority: HIGH for action security_group_rules [ 1541.486431] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee69c9b-ff64-4396-b970-91792330991b with Priority: HIGH for action security_group_rules [ 1541.486516] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd with Priority: HIGH for action security_group_rules [ 1541.486602] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a253a56-156d-442a-968a-fbdf939fa432 with Priority: HIGH for action security_group_rules [ 1541.486685] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd with Priority: HIGH for action security_group_rules [ 1541.486995] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a98400-104a-4ed4-8173-f65aa3118f5a with Priority: HIGH for action security_group_rules [ 1541.487359] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.487494] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.487559] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.487767] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.487848] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.488893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4299959e-b4f1-4f94-9f7f-cff74320fc07 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.489039] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.489101] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.489254] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.489331] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4299959e-b4f1-4f94-9f7f-cff74320fc07',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.490128] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.490245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.490324] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.490482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.490547] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21aef82a-7e3a-40a9-9fc0-e518cb015c8d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.491267] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.491422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.491422] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.491790] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.491790] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa08b29f-eaf2-4a19-97ef-31b0671e3dbe',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.492420] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.492525] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.492619] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.492896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.492896] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f68ccdf-c287-4ca0-8dcc-fa9c440bc611',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.493497] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f758b221-0f5f-48af-8526-83054882dfae taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.493592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.493633] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.493775] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.493845] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f758b221-0f5f-48af-8526-83054882dfae',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.494601] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43f125b4-b4d0-4ee9-958f-a138843eb399 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.494739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.494739] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.494884] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.494952] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43f125b4-b4d0-4ee9-958f-a138843eb399',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.495734] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.495877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.495877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.496030] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.496100] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2aa49f-d05d-4b89-a084-f5f1937c513f',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.496764] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74f11f6-11c5-4d13-9499-524aa9846038 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.497283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.497283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.497283] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.497283] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74f11f6-11c5-4d13-9499-524aa9846038',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.497814] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edf2b31-9b5f-46af-8a8d-0796f657d757 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.497954] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.498038] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.498155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.498308] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edf2b31-9b5f-46af-8a8d-0796f657d757',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.499044] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3f786-24a4-4387-af0d-32012c452463 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.499120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.499120] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.499289] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.499366] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3f786-24a4-4387-af0d-32012c452463',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.500012] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c675d351-87b2-45bf-8621-101435641e12 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.500649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.500649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.500649] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.500649] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c675d351-87b2-45bf-8621-101435641e12',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.501100] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.501205] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.501472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.501472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.501472] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a8d646-3a80-4f30-9e2a-519ea80ede86',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.502284] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fe0159e-a659-4c21-a622-18130e56aa5c taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.502406] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.502472] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.502916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.502916] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fe0159e-a659-4c21-a622-18130e56aa5c',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.503548] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.503548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.503548] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.503717] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.503717] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.504675] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee69c9b-ff64-4396-b970-91792330991b taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.504675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.504675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.504675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.504983] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee69c9b-ff64-4396-b970-91792330991b',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.505498] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.505605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.505669] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.505803] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.505872] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058ea99b-3460-4684-a1a5-dc0770c5cbbd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.506556] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a253a56-156d-442a-968a-fbdf939fa432 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.506667] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.506738] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.506867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.506933] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a253a56-156d-442a-968a-fbdf939fa432',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.507626] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.507732] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.507810] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.507937] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.508020] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.508686] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6a98400-104a-4ed4-8173-f65aa3118f5a taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.508780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.508859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.509067] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.509153] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6a98400-104a-4ed4-8173-f65aa3118f5a',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.533202] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.533384] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.533487] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.533744] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.553351] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.553560] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa08b29f-eaf2-4a19-97ef-31b0671e3dbe is going to be deleted. [ 1541.601926] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.602221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.602221] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.602401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.602488] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.602605] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa08b29f-eaf2-4a19-97ef-31b0671e3dbe" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.020701] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.020946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.020946] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.021146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.021318] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.021425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.021493] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.021656] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.021746] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.021867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.021916] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.090769] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.090993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.090993] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.091284] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.093183] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.093392] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.094179] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.094320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.095084] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.095288] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.096098] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.096251] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.096990] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.097182] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.097882] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.098022] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.098709] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.098867] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.099592] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.099748] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.100475] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.100629] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.102015] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.102143] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.102784] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.103255] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.103396] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.104046] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.104472] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.104592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.105303] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.105710] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.105854] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.106496] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.106926] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.107089] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.107697] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.108140] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.108298] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.108952] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.109386] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.109544] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.110256] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.110700] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.110926] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.118168] env[65152]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.118640] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.118830] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edf2b31-9b5f-46af-8a8d-0796f657d757 is going to be deleted. [ 1542.119825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.120104] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.135697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.135838] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6a98400-104a-4ed4-8173-f65aa3118f5a is going to be deleted. [ 1542.136666] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.136873] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.153812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.154010] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a253a56-156d-442a-968a-fbdf939fa432 is going to be deleted. [ 1542.154798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.155016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.171944] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.172150] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a8d646-3a80-4f30-9e2a-519ea80ede86 is going to be deleted. [ 1542.172963] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.173202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.185508] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.185682] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.186676] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.186799] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.192701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.192819] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21aef82a-7e3a-40a9-9fc0-e518cb015c8d is going to be deleted. [ 1542.193688] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.193931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.229807] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.229996] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058ea99b-3460-4684-a1a5-dc0770c5cbbd is going to be deleted. [ 1542.230957] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.231202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.232689] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.232825] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.254087] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.254390] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.269701] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.269924] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f758b221-0f5f-48af-8526-83054882dfae is going to be deleted. [ 1542.270928] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.271155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.305979] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.306247] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43f125b4-b4d0-4ee9-958f-a138843eb399 is going to be deleted. [ 1542.307216] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.307436] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.341302] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.341512] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.348300] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.348524] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.349416] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.349552] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4299959e-b4f1-4f94-9f7f-cff74320fc07 is going to be deleted. [ 1542.350482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.350707] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.376893] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.377195] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.392171] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.392353] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2aa49f-d05d-4b89-a084-f5f1937c513f is going to be deleted. [ 1542.393260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.393483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.447204] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.447387] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74f11f6-11c5-4d13-9499-524aa9846038 is going to be deleted. [ 1542.448275] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.448500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.449981] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.450110] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.468968] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.469177] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.490152] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.490626] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3f786-24a4-4387-af0d-32012c452463 is going to be deleted. [ 1542.491287] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.491509] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.532425] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.532695] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.536646] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.536796] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fe0159e-a659-4c21-a622-18130e56aa5c is going to be deleted. [ 1542.537721] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.538063] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.540709] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.565448] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.565662] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.570397] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.570552] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c675d351-87b2-45bf-8621-101435641e12 is going to be deleted. [ 1542.571452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.571675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.664903] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.665161] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee69c9b-ff64-4396-b970-91792330991b is going to be deleted. [ 1542.665987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.666325] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.667772] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.667882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.731013] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.731319] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.751863] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.752074] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd is going to be deleted. [ 1542.752980] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.753252] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.755288] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.755500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.803094] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.803303] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f68ccdf-c287-4ca0-8dcc-fa9c440bc611 is going to be deleted. [ 1542.804162] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.804399] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.808909] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.809111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.859044] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.859285] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b is going to be deleted. [ 1542.860320] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.860541] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.860637] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.860758] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6a98400-104a-4ed4-8173-f65aa3118f5a" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.860921] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.861092] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.861173] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.861290] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edf2b31-9b5f-46af-8a8d-0796f657d757" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.861846] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.862071] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.862202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.862369] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a253a56-156d-442a-968a-fbdf939fa432" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.862507] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.862679] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.862761] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.862877] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a8d646-3a80-4f30-9e2a-519ea80ede86" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.863016] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.863168] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.863242] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.863359] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21aef82a-7e3a-40a9-9fc0-e518cb015c8d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.863490] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.863625] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.863699] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.863809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058ea99b-3460-4684-a1a5-dc0770c5cbbd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.863931] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.864081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.864155] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.864273] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f758b221-0f5f-48af-8526-83054882dfae" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.864401] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.864537] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.864615] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.864725] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4299959e-b4f1-4f94-9f7f-cff74320fc07" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.864850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.864987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.865075] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.865202] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43f125b4-b4d0-4ee9-958f-a138843eb399" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.865347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.865477] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.865550] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.865685] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2aa49f-d05d-4b89-a084-f5f1937c513f" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.865815] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.865952] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.866035] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.866146] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74f11f6-11c5-4d13-9499-524aa9846038" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.866270] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.866404] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.866476] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.866586] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3f786-24a4-4387-af0d-32012c452463" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.866710] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.866842] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.866914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.867037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fe0159e-a659-4c21-a622-18130e56aa5c" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.867160] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.867301] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.867376] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.867483] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c675d351-87b2-45bf-8621-101435641e12" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.867602] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.867737] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.867809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.867913] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee69c9b-ff64-4396-b970-91792330991b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.903744] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.903969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.903969] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.904219] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.904313] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.904461] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a318ed7f-cbbe-44c1-88d9-4cc6e3fb49dd" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.975122] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.975465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.975465] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.975675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.975675] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.975839] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f68ccdf-c287-4ca0-8dcc-fa9c440bc611" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.993125] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.993354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.993354] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.993554] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.993652] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.993781] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad5998e-3ce7-46c0-a4cd-1b05266f6c5b" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.043446] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5094ec-697b-4a1e-bd46-4ebec041e38d: rpc.has_security_group_logging(os_id): False [ 1543.072373] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.072589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.072589] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.072812] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.111464] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.111815] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.111943] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.112018] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.112327] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.112435] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.112534] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1543.181697] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.181995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.181995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.182234] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.182394] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.198118] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1545.214615] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1545.215037] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.488587] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.488587] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.489787] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.490327] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.490543] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.490983] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.492142] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.492575] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.493473] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.493473] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.494066] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.494477] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.495368] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.495626] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.497020] env[65152]: INFO networking_nsxv3.common.synchronization [req-29dfe406-5784-4ec5-a9d0-b6cc87565204 req-e28b1f35-bc7e-4009-a758-3244907c9f74 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1581.497020] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.497020] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=1, Passive=0], Jobs=0 [ 1581.497020] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1581.498086] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.498184] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.498245] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.498448] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.498612] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.498728] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.498780] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.499169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.499169] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.499169] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.001173] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.001452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.001452] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.001763] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.001916] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.002207] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.002378] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.002500] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.002719] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.002853] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.002993] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1582.031871] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.032156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.032156] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.032294] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.032432] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.040986] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1584.052665] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1584.053121] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d deletion is rescheduled due to dependency. [ 1584.053121] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.497450] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.497883] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.629626] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc7d491-eef5-4696-bce6-fc17a23f1262 req-9f90e1dd-a2ae-431a-910c-3f1505f13e0b tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1590.630220] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1590.630468] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.630592] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.630655] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.630848] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.630994] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.631128] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.631258] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.631339] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.631482] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.631482] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.912349] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.912566] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.912707] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.912984] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.913254] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.913411] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.913529] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.913740] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.913936] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.914112] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1590.914226] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] NeedRegenerationException {{(pid=65152) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1590.914333] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] no value, waiting for create lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1590.914438] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] value creation lock acquired {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1590.914547] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] No value present for key: 'zone-id' {{(pid=65152) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1590.914652] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Calling creation function for not-yet-present value {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1590.914777] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1590.935521] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1590.935748] env[65152]: DEBUG dogpile.cache.region [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65152) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1590.935825] env[65152]: DEBUG dogpile.lock [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Released creation lock {{(pid=65152) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1590.935990] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "network-741" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.936321] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock port-520600ae-3917-4c3d-8b30-a961dfcde4f4 taken with stack trace [, , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.936496] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.936611] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.936980] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.937132] env[65152]: DEBUG networking_nsxv3.api.rpc [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('520600ae-3917-4c3d-8b30-a961dfcde4f4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.134796] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.135111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.135111] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.135261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.135308] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.135500] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.135607] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.135663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.135804] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.135880] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.135968] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1591.160625] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.160826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.160826] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.161013] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.161167] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.169999] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1591.438969] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.439226] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.439355] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.439646] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.439802] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.439957] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Segment Port 520600ae-3917-4c3d-8b30-a961dfcde4f4 not found, creating... [ 1591.440234] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.440394] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.440521] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.441024] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.441024] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.441251] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.441411] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.441526] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.441735] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.441868] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.442017] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Resource: SegmentPort with ID: 520600ae-3917-4c3d-8b30-a961dfcde4f4 is going to be created. [ 1591.462651] env[65152]: DEBUG networking_nsxv3.common.locking [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.462951] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.463132] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.463311] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.463561] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.463815] env[65152]: DEBUG oslo_concurrency.lockutils [None req-637fe3c2-4dd8-437d-a699-67f633843223 None None] Releasing lock "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.165686] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc7d491-eef5-4696-bce6-fc17a23f1262 req-584a67f0-7600-484b-a1f9-67b71fc2d081 service nova] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1592.165996] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc7d491-eef5-4696-bce6-fc17a23f1262 req-584a67f0-7600-484b-a1f9-67b71fc2d081 service nova] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1592.165996] env[65152]: INFO networking_nsxv3.common.synchronization [req-0bc7d491-eef5-4696-bce6-fc17a23f1262 req-584a67f0-7600-484b-a1f9-67b71fc2d081 service nova] Enqueued Resource ID: 520600ae-3917-4c3d-8b30-a961dfcde4f4 with Priority: HIGHEST for action port [ 1592.166532] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_rules [ 1592.166667] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1592.166767] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520600ae-3917-4c3d-8b30-a961dfcde4f4 with Priority: HIGHEST for action port [ 1592.167051] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.167179] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.167246] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.167442] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.167522] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.168700] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.168802] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.168987] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock port-520600ae-3917-4c3d-8b30-a961dfcde4f4 taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.169099] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.169163] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.169323] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.169395] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('520600ae-3917-4c3d-8b30-a961dfcde4f4',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.670755] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.670967] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.671070] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 520600ae-3917-4c3d-8b30-a961dfcde4f4 with status ACTIVE [ 1592.671249] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.671358] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.671425] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.671663] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.671789] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.671949] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.672059] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.672105] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.672226] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.672302] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.672479] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.672619] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.672676] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.672809] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.672882] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.672968] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 520600ae-3917-4c3d-8b30-a961dfcde4f4 is going to be updated. [ 1592.696617] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.696829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.696829] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.696995] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.697142] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.697299] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-520600ae-3917-4c3d-8b30-a961dfcde4f4" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.178603] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1593.178971] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d deletion is rescheduled due to dependency. [ 1593.178971] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.179095] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.179260] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.179442] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.179557] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.179624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.179771] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.179878] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.179980] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1593.682534] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.184843] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.687522] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.687694] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.687766] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.687989] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.688097] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.688203] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1594.715557] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.715731] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.715794] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.715987] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.716150] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.725027] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1596.735389] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1596.735756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.735756] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.735914] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.736128] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.736257] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.736333] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.736455] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.736536] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.736624] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.736714] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.168259] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.168514] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1597.239519] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.741628] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5094ec-697b-4a1e-bd46-4ebec041e38d: rpc.has_security_group_logging(os_id): False [ 1597.759458] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.759697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.759697] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.759896] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.759986] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.760245] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.760347] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.760410] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.760561] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.760638] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.760713] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1597.822559] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.822798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.822798] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.822964] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.823131] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.837495] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1599.852679] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1599.853081] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.169769] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.170219] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.170773] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.171179] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1612.172338] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.172913] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.173560] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.174127] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.175166] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.175530] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.176717] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.177205] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1632.178697] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.179125] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1637.180185] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.180573] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.181763] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.182278] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.183447] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.183827] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.184580] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.184580] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1653.552728] env[65152]: INFO networking_nsxv3.common.synchronization [req-ff795a85-e707-48dc-bcf1-3bb6e75957df req-541b62e9-69fd-469c-9e27-15a382aa6d65 tempest-ServerActionsTestJSON-776939262 tempest-ServerActionsTestJSON-776939262-project-member] Enqueued Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1653.553336] env[65152]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d with Priority: HIGHEST for action security_group_members [ 1653.553675] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5094ec-697b-4a1e-bd46-4ebec041e38d taken with stack trace [, , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.553784] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.553850] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.554078] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.554263] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.554380] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.554453] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.554618] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.554705] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.554799] env[65152]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5094ec-697b-4a1e-bd46-4ebec041e38d',) {} {{(pid=65152) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1654.058028] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.058261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.058261] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.058427] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.058517] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.058718] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.058823] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.058887] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.059049] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.059130] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.059219] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d is going to be updated. [ 1654.112448] env[65152]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65152) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.112686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.112686] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.112859] env[65152]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.113015] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.120855] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: IN_PROGRESS for 2s [ 1656.131168] env[65152]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d in Status: SUCCESS [ 1656.131611] env[65152]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5094ec-697b-4a1e-bd46-4ebec041e38d deletion is rescheduled due to dependency. [ 1656.131611] env[65152]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5094ec-697b-4a1e-bd46-4ebec041e38d" {{(pid=65152) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.557023] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1658.557023] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1663.558214] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.558656] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1668.560298] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.560298] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1673.561348] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.561783] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.562670] env[65152]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.563087] env[65152]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0